You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/01/02 16:17:52 UTC
[JENKINS] Lucene-Solr-8.x-Linux (64bit/jdk-13.0.1) - Build # 1714 -
Failure!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Linux/1714/
Java: 64bit/jdk-13.0.1 -XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseShenandoahGC
32 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.AssignBackwardCompatibilityTest
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:37367/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:37367/solr
at __randomizedtesting.SeedInfo.seed([9F0F3DDDC45617DC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.setupCluster(AssignBackwardCompatibilityTest.java:55)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:284)
at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:310)
at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:351)
at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:802)
at java.base/java.net.Socket$SocketInputStream.read(Socket.java:937)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:450)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1409)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1022)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 33 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test
Error Message:
46 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test: 1) Thread[id=23687, name=Session-HouseKeeper-513cb2d8-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 2) Thread[id=23821, name=SolrRrdBackendFactory-7065-thread-2, state=WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 3) Thread[id=23677, name=MetricsHistoryHandler-7050-thread-1, state=WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 4) Thread[id=23784, name=Connector-Scheduler-2f29ed18-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 5) Thread[id=23708, name=qtp652391831-23708, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 6) Thread[id=23707, name=qtp652391831-23707, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 7) Thread[id=23679, name=qtp1689419335-23679, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 8) Thread[id=23705, name=qtp652391831-23705, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 9) Thread[id=23709, name=qtp652391831-23709, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 10) Thread[id=23757, name=SolrRrdBackendFactory-7065-thread-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 11) Thread[id=23702, name=qtp652391831-23702, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 12) Thread[id=23680, name=qtp1689419335-23680, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 13) Thread[id=23684, name=qtp1689419335-23684-acceptor-0@6234240c-ServerConnector@608df609{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37171}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.Net.accept(Native Method) at java.base@13.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 14) Thread[id=23646, name=qtp722889890-23646, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 15) Thread[id=23758, name=MetricsHistoryHandler-7066-thread-1, state=WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 16) Thread[id=23643, name=qtp722889890-23643, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 17) Thread[id=23644, name=qtp722889890-23644-acceptor-0@333b07df-ServerConnector@2f29ed18{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38005}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.Net.accept(Native Method) at java.base@13.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 18) Thread[id=23654, name=qtp15100145-23654, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 19) Thread[id=23647, name=qtp722889890-23647, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 20) Thread[id=23656, name=qtp15100145-23656, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 21) Thread[id=23764, name=Thread-3028, state=WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/java.lang.Object.wait(Native Method) at java.base@13.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2082) 22) Thread[id=23691, name=Thread-3018, state=WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/java.lang.Object.wait(Native Method) at java.base@13.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2082) 23) Thread[id=23642, name=qtp722889890-23642, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 24) Thread[id=23681, name=qtp1689419335-23681, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 25) Thread[id=23706, name=qtp652391831-23706-acceptor-0@1b62ec0a-ServerConnector@69d9461{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33917}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.Net.accept(Native Method) at java.base@13.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 26) Thread[id=23655, name=qtp15100145-23655, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 27) Thread[id=23640, name=qtp722889890-23640, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 28) Thread[id=23775, name=Connector-Scheduler-4d9ec35-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 29) Thread[id=23645, name=qtp722889890-23645, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 30) Thread[id=23703, name=qtp652391831-23703, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 31) Thread[id=23661, name=Session-HouseKeeper-43938d57-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 32) Thread[id=23683, name=qtp1689419335-23683, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 33) Thread[id=23685, name=qtp1689419335-23685, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 34) Thread[id=23682, name=qtp1689419335-23682, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 35) Thread[id=23648, name=Session-HouseKeeper-1703a09c-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 36) Thread[id=23676, name=SolrRrdBackendFactory-7049-thread-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 37) Thread[id=23710, name=Session-HouseKeeper-64414eeb-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 38) Thread[id=23641, name=qtp722889890-23641, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 39) Thread[id=23653, name=qtp15100145-23653, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 40) Thread[id=23658, name=qtp15100145-23658, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 41) Thread[id=23657, name=qtp15100145-23657-acceptor-0@51e180b1-ServerConnector@4d9ec35{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36825}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.Net.accept(Native Method) at java.base@13.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 42) Thread[id=23660, name=qtp15100145-23660, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 43) Thread[id=23704, name=qtp652391831-23704, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 44) Thread[id=23723, name=SolrRrdBackendFactory-7049-thread-2, state=WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 45) Thread[id=23804, name=qtp15100145-23804, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830) 46) Thread[id=23686, name=qtp1689419335-23686, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test] at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 46 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:
1) Thread[id=23687, name=Session-HouseKeeper-513cb2d8-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
2) Thread[id=23821, name=SolrRrdBackendFactory-7065-thread-2, state=WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
3) Thread[id=23677, name=MetricsHistoryHandler-7050-thread-1, state=WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
4) Thread[id=23784, name=Connector-Scheduler-2f29ed18-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
5) Thread[id=23708, name=qtp652391831-23708, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
6) Thread[id=23707, name=qtp652391831-23707, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
7) Thread[id=23679, name=qtp1689419335-23679, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
8) Thread[id=23705, name=qtp652391831-23705, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
9) Thread[id=23709, name=qtp652391831-23709, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
10) Thread[id=23757, name=SolrRrdBackendFactory-7065-thread-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
11) Thread[id=23702, name=qtp652391831-23702, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
12) Thread[id=23680, name=qtp1689419335-23680, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
13) Thread[id=23684, name=qtp1689419335-23684-acceptor-0@6234240c-ServerConnector@608df609{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37171}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.Net.accept(Native Method)
at java.base@13.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
14) Thread[id=23646, name=qtp722889890-23646, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
15) Thread[id=23758, name=MetricsHistoryHandler-7066-thread-1, state=WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
16) Thread[id=23643, name=qtp722889890-23643, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
17) Thread[id=23644, name=qtp722889890-23644-acceptor-0@333b07df-ServerConnector@2f29ed18{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38005}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.Net.accept(Native Method)
at java.base@13.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
18) Thread[id=23654, name=qtp15100145-23654, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
19) Thread[id=23647, name=qtp722889890-23647, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
20) Thread[id=23656, name=qtp15100145-23656, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
21) Thread[id=23764, name=Thread-3028, state=WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/java.lang.Object.wait(Native Method)
at java.base@13.0.1/java.lang.Object.wait(Object.java:326)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2082)
22) Thread[id=23691, name=Thread-3018, state=WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/java.lang.Object.wait(Native Method)
at java.base@13.0.1/java.lang.Object.wait(Object.java:326)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2082)
23) Thread[id=23642, name=qtp722889890-23642, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
24) Thread[id=23681, name=qtp1689419335-23681, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
25) Thread[id=23706, name=qtp652391831-23706-acceptor-0@1b62ec0a-ServerConnector@69d9461{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33917}, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.Net.accept(Native Method)
at java.base@13.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
26) Thread[id=23655, name=qtp15100145-23655, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
27) Thread[id=23640, name=qtp722889890-23640, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
28) Thread[id=23775, name=Connector-Scheduler-4d9ec35-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
29) Thread[id=23645, name=qtp722889890-23645, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
30) Thread[id=23703, name=qtp652391831-23703, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@13.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@13.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$188/0x00007f395ecff058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
31) Thread[id=23661, name=Session-HouseKeeper-43938d57-1, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.1/java.lang.Thread.run(Thread.java:830)
32) Thread[id=23683, name=qtp1689419335-23683, state=TIMED_WAITING, group=TGRP-BasicDistributedZk2Test]
at java.base@13.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.1/java.util.concurrent.locks.AbstractQue
[...truncated too long message...]
ar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/netty-resolver-4.1.29.Final.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/netty-transport-4.1.29.Final.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/netty-transport-native-epoll-4.1.29.Final.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/netty-transport-native-unix-common-4.1.29.Final.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/slf4j-api-1.7.24.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/stax2-api-3.1.4.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/zookeeper-3.5.5.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/solrj/lib/zookeeper-jute-3.5.5.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/http2-common-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/http2-hpack-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/http2-server-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/javax.servlet-api-3.1.0.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-alpn-java-server-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-alpn-server-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-continuation-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-deploy-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-http-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-io-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-jmx-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-rewrite-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-security-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-server-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-servlet-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-servlets-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-util-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-webapp-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/jetty-xml-9.4.24.v20191120.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/metrics-core-4.1.2.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/metrics-graphite-4.1.2.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/metrics-jetty9-4.1.2.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/metrics-jmx-4.1.2.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/server/lib/metrics-jvm-4.1.2.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/test-framework/lib/hamcrest-core-1.3.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/test-framework/lib/junit-4.12.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.7.2.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/byte-buddy-1.9.3.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/commons-compress-1.19.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/commons-logging-1.1.3.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/commons-text-1.6.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/hadoop-common-3.2.0-tests.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/hadoop-hdfs-3.2.0-tests.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/hadoop-hdfs-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/hadoop-minicluster-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/hadoop-minikdc-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/jersey-core-1.19.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/jersey-server-1.19.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/jersey-servlet-1.19.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerb-admin-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerb-client-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerb-common-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerb-crypto-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerb-identity-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerb-server-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerb-simplekdc-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerby-config-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerby-kdc-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/kerby-util-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/mockito-core-2.23.4.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/netty-all-4.1.29.Final.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/objenesis-2.6.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/core/test-lib/opentracing-mock-0.33.0.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/analysis/icu/lucene-analyzers-icu-8.5.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/contrib/solr-analysis-extras/classes/java:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/queryparser/classes/test:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/build/backward-codecs/classes/test:/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.7.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/temp/junit4-J2-20200102_104855_5493139299510053683918.events @/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/temp/junit4-J2-20200102_104855_54911090781194925061725.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/temp/junit4-J2-20200102_104855_54915943587259804278669.sysout
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1542)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
[junit4] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] at java.base/java.lang.Thread.run(Thread.java:830)
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/build.xml:634: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/build.xml:578: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build.xml:231: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/common-build.xml:550: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/common-build.xml:1590: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-8.x-Linux/lucene/common-build.xml:1117: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-8.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20200102_104855_5497237158229361736155.sysout
Total time: 374 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2