You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/12/10 11:42:31 UTC
[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-12.0.1) - Build #
8278 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8278/
Java: 64bit/jdk-12.0.1 -XX:-UseCompressedOops -XX:+UseG1GC
9 tests failed.
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup
Error Message:
IOException occurred when talking to server at: https://127.0.0.1:58335/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: https://127.0.0.1:58335/solr
at __randomizedtesting.SeedInfo.seed([46D000C42FB3F87C:91F84D1C3E53B192]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:679)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:549)
at org.apache.solr.cloud.TestCloudSearcherWarming.tearDown(TestCloudSearcherWarming.java:79)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Caused by: javax.net.ssl.SSLException: Software caused connection abort: recv failed
at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:127)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:320)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:263)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:258)
at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1342)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:844)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 47 more
Suppressed: java.net.SocketException: Software caused connection abort: socket write error
at java.base/java.net.SocketOutputStream.socketWrite0(Native Method)
at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110)
at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150)
at java.base/sun.security.ssl.SSLSocketOutputRecord.encodeAlert(SSLSocketOutputRecord.java:81)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:351)
... 69 more
Caused by: java.net.SocketException: Software caused connection abort: recv failed
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1132)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:828)
... 65 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming
Error Message:
29 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=549, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 2) Thread[id=643, name=qtp1541758142-643, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 3) Thread[id=642, name=qtp1541758142-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 4) Thread[id=547, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=665, name=MetricsHistoryHandler-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=539, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 7) Thread[id=646, name=qtp1541758142-646, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 8) Thread[id=677, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 9) Thread[id=621, name=CloudSolrClient ThreadPool-189-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 10) Thread[id=546, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 11) Thread[id=640, name=qtp1541758142-640-acceptor-0@6d74c1c3-ServerConnector@55de3d77{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:58335}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=637, name=qtp1541758142-637, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x00000216af5f7058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 13) Thread[id=645, name=Session-HouseKeeper-5a0b16cf, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 14) Thread[id=536, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1308) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1375) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566) 15) Thread[id=639, name=qtp1541758142-639, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 16) Thread[id=644, name=qtp1541758142-644, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 17) Thread[id=541, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109) 18) Thread[id=537, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574) 19) Thread[id=641, name=qtp1541758142-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 20) Thread[id=540, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) 21) Thread[id=538, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 22) Thread[id=668, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 23) Thread[id=542, name=ProcessThread(sid:0 cport:58322):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134) 24) Thread[id=638, name=qtp1541758142-638, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 25) Thread[id=664, name=SolrRrdBackendFactory-155-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 26) Thread[id=543, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 27) Thread[id=551, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 28) Thread[id=550, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 29) Thread[id=667, name=Thread-79, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2049)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 29 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming:
1) Thread[id=549, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
2) Thread[id=643, name=qtp1541758142-643, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
3) Thread[id=642, name=qtp1541758142-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
4) Thread[id=547, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
5) Thread[id=665, name=MetricsHistoryHandler-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
6) Thread[id=539, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)
7) Thread[id=646, name=qtp1541758142-646, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
8) Thread[id=677, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
9) Thread[id=621, name=CloudSolrClient ThreadPool-189-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
10) Thread[id=546, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
11) Thread[id=640, name=qtp1541758142-640-acceptor-0@6d74c1c3-ServerConnector@55de3d77{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:58335}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)
at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
12) Thread[id=637, name=qtp1541758142-637, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x00000216af5f7058.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
13) Thread[id=645, name=Session-HouseKeeper-5a0b16cf, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
14) Thread[id=536, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/java.lang.Object.wait(Native Method)
at java.base@12.0.1/java.lang.Thread.join(Thread.java:1308)
at java.base@12.0.1/java.lang.Thread.join(Thread.java:1375)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950)
at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343)
at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566)
15) Thread[id=639, name=qtp1541758142-639, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
16) Thread[id=644, name=qtp1541758142-644, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
17) Thread[id=541, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109)
18) Thread[id=537, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574)
19) Thread[id=641, name=qtp1541758142-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
20) Thread[id=540, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
21) Thread[id=538, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391)
22) Thread[id=668, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
23) Thread[id=542, name=ProcessThread(sid:0 cport:58322):, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134)
24) Thread[id=638, name=qtp1541758142-638, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
25) Thread[id=664, name=SolrRrdBackendFactory-155-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
26) Thread[id=543, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
27) Thread[id=551, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
28) Thread[id=550, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
29) Thread[id=667, name=Thread-79, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/java.lang.Object.wait(Native Method)
at java.base@12.0.1/java.lang.Object.wait(Object.java:326)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2049)
at __randomizedtesting.SeedInfo.seed([46D000C42FB3F87C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=549, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 2) Thread[id=643, name=qtp1541758142-643, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 3) Thread[id=642, name=qtp1541758142-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 4) Thread[id=547, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=665, name=MetricsHistoryHandler-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=641, name=qtp1541758142-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 7) Thread[id=538, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 8) Thread[id=668, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 9) Thread[id=539, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 10) Thread[id=646, name=qtp1541758142-646, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 11) Thread[id=677, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=638, name=qtp1541758142-638, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 13) Thread[id=664, name=SolrRrdBackendFactory-155-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 14) Thread[id=621, name=CloudSolrClient ThreadPool-189-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 15) Thread[id=543, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 16) Thread[id=546, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 17) Thread[id=640, name=qtp1541758142-640, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 18) Thread[id=551, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 19) Thread[id=637, name=qtp1541758142-637, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x00000216af5f7058.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 20) Thread[id=645, name=Session-HouseKeeper-5a0b16cf, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 21) Thread[id=550, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 22) Thread[id=639, name=qtp1541758142-639, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 23) Thread[id=644, name=qtp1541758142-644, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 24) Thread[id=667, name=Thread-79, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2049)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=549, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
2) Thread[id=643, name=qtp1541758142-643, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
3) Thread[id=642, name=qtp1541758142-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
4) Thread[id=547, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
5) Thread[id=665, name=MetricsHistoryHandler-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
6) Thread[id=641, name=qtp1541758142-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
7) Thread[id=538, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391)
8) Thread[id=668, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
9) Thread[id=539, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)
10) Thread[id=646, name=qtp1541758142-646, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
11) Thread[id=677, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
12) Thread[id=638, name=qtp1541758142-638, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
13) Thread[id=664, name=SolrRrdBackendFactory-155-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchro
[...truncated too long message...]
nt.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
[junit4] > 19) Thread[id=669, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
[junit4] > 20) Thread[id=543, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] > at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
[junit4] > 21) Thread[id=639, name=qtp2144579291-639, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] > at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
[junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
[junit4] > 22) Thread[id=673, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
[junit4] > 23) Thread[id=633, name=qtp2144579291-633, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
[junit4] > at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
[junit4] > at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
[junit4] > at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
[junit4] > at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
[junit4] > at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x000001c475838058.run(Unknown Source)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
[junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835)
[junit4] > at __randomizedtesting.SeedInfo.seed([46D000C42FB3F87C]:0)
[junit4] Completed [4/5 (2!)] on J1 in 67.76s, 2 tests, 3 errors <<< FAILURES!
[...truncated 16 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1511: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1037: There were test failures: 5 suites, 10 tests, 4 suite-level errors, 2 errors, 2 ignored [seed: 46D000C42FB3F87C]
Total time: 2 minutes 37 seconds
[repro] Setting last failure code to 1
[repro] Failures w/original seeds:
[repro] 2/5 failed: org.apache.solr.cloud.TestCloudSearcherWarming
[repro] Exiting with code 1
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro
1 dir(s) moved.
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build move /y solr\build solr\build.repro
1 dir(s) moved.
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build
1 dir(s) moved.
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build
1 dir(s) moved.
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>exit 0
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=e84a23529e3d995803cce3f068172a718e94e24f, workspace=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows
[WARNINGS] Computing warning deltas based on reference build #8277
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2