You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/11/12 08:52:26 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-13) - Build # 8230 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8230/
Java: 64bit/jdk-13 -XX:+UseCompressedOops -XX:+UseParallelGC

9 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup

Error Message:
IOException occurred when talking to server at: https://127.0.0.1:57125/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: https://127.0.0.1:57125/solr
	at __randomizedtesting.SeedInfo.seed([6FC2F3247D366CA7:B8EABEFC6CD62549]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:679)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1127)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:896)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:828)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:549)
	at org.apache.solr.cloud.TestCloudSearcherWarming.tearDown(TestCloudSearcherWarming.java:79)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:830)
Caused by: javax.net.ssl.SSLException: An established connection was aborted by the software in your host machine
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:127)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:324)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:267)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:262)
	at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1652)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1038)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 47 more
	Suppressed: java.net.SocketException: An established connection was aborted by the software in your host machine
		at java.base/sun.nio.ch.NioSocketImpl.implWrite(NioSocketImpl.java:421)
		at java.base/sun.nio.ch.NioSocketImpl.write(NioSocketImpl.java:441)
		at java.base/sun.nio.ch.NioSocketImpl$2.write(NioSocketImpl.java:825)
		at java.base/java.net.Socket$SocketOutputStream.write(Socket.java:989)
		at java.base/sun.security.ssl.SSLSocketOutputRecord.encodeAlert(SSLSocketOutputRecord.java:82)
		at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:355)
		... 69 more
Caused by: java.net.SocketException: An established connection was aborted by the software in your host machine
	at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:326)
	at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:351)
	at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:802)
	at java.base/java.net.Socket$SocketInputStream.read(Socket.java:919)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:450)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1409)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1022)
	... 65 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming

Error Message:
28 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming:     1) Thread[id=546, name=ProcessThread(sid:0 cport:57112):, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134)    2) Thread[id=623, name=CloudSolrClient ThreadPool-190-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)    3) Thread[id=542, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)         at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)         at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391)    4) Thread[id=644, name=qtp255432433-644, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)    5) Thread[id=642, name=qtp255432433-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)    6) Thread[id=555, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)    7) Thread[id=541, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574)    8) Thread[id=640, name=qtp255432433-640, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)    9) Thread[id=550, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   10) Thread[id=544, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)   11) Thread[id=672, name=Thread-79, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/java.lang.Object.wait(Native Method)         at java.base@13/java.lang.Object.wait(Object.java:326)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2049)   12) Thread[id=669, name=SolrRrdBackendFactory-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   13) Thread[id=553, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   14) Thread[id=554, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   15) Thread[id=543, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)         at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)         at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)   16) Thread[id=547, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   17) Thread[id=670, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   18) Thread[id=673, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   19) Thread[id=646, name=Session-HouseKeeper-8618487, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   20) Thread[id=639, name=qtp255432433-639-acceptor-0@1cbe377a-ServerConnector@2929bb06{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:57125}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]         at java.base@13/sun.nio.ch.Net.accept(Native Method)         at java.base@13/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@13/java.lang.Thread.run(Thread.java:830)   21) Thread[id=641, name=qtp255432433-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)   22) Thread[id=677, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   23) Thread[id=545, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109)   24) Thread[id=551, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   25) Thread[id=540, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/java.lang.Object.wait(Native Method)         at java.base@13/java.lang.Thread.join(Thread.java:1303)         at java.base@13/java.lang.Thread.join(Thread.java:1371)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950)         at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343)         at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566)   26) Thread[id=638, name=qtp255432433-638, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)         at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)         at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x0000000800ddb040.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@13/java.lang.Thread.run(Thread.java:830)   27) Thread[id=643, name=qtp255432433-643, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)   28) Thread[id=645, name=qtp255432433-645, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 28 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 
   1) Thread[id=546, name=ProcessThread(sid:0 cport:57112):, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134)
   2) Thread[id=623, name=CloudSolrClient ThreadPool-190-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   3) Thread[id=542, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
        at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391)
   4) Thread[id=644, name=qtp255432433-644, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   5) Thread[id=642, name=qtp255432433-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   6) Thread[id=555, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   7) Thread[id=541, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574)
   8) Thread[id=640, name=qtp255432433-640, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   9) Thread[id=550, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  10) Thread[id=544, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
  11) Thread[id=672, name=Thread-79, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/java.lang.Object.wait(Native Method)
        at java.base@13/java.lang.Object.wait(Object.java:326)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2049)
  12) Thread[id=669, name=SolrRrdBackendFactory-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  13) Thread[id=553, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  14) Thread[id=554, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  15) Thread[id=543, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
        at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)
  16) Thread[id=547, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  17) Thread[id=670, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  18) Thread[id=673, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  19) Thread[id=646, name=Session-HouseKeeper-8618487, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  20) Thread[id=639, name=qtp255432433-639-acceptor-0@1cbe377a-ServerConnector@2929bb06{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:57125}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/sun.nio.ch.Net.accept(Native Method)
        at java.base@13/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  21) Thread[id=641, name=qtp255432433-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  22) Thread[id=677, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  23) Thread[id=545, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109)
  24) Thread[id=551, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  25) Thread[id=540, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/java.lang.Object.wait(Native Method)
        at java.base@13/java.lang.Thread.join(Thread.java:1303)
        at java.base@13/java.lang.Thread.join(Thread.java:1371)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950)
        at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343)
        at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566)
  26) Thread[id=638, name=qtp255432433-638, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
        at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x0000000800ddb040.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  27) Thread[id=643, name=qtp255432433-643, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  28) Thread[id=645, name=qtp255432433-645, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
	at __randomizedtesting.SeedInfo.seed([6FC2F3247D366CA7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=623, name=CloudSolrClient ThreadPool-190-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)    2) Thread[id=542, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)         at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)         at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391)    3) Thread[id=554, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)    4) Thread[id=543, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)         at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)         at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)    5) Thread[id=644, name=qtp255432433-644, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)    6) Thread[id=547, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)    7) Thread[id=670, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)    8) Thread[id=673, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)    9) Thread[id=642, name=qtp255432433-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)   10) Thread[id=555, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   11) Thread[id=646, name=Session-HouseKeeper-8618487, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   12) Thread[id=639, name=qtp255432433-639, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)   13) Thread[id=641, name=qtp255432433-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)   14) Thread[id=640, name=qtp255432433-640, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)   15) Thread[id=550, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   16) Thread[id=677, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   17) Thread[id=672, name=Thread-79, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/java.lang.Object.wait(Native Method)         at java.base@13/java.lang.Object.wait(Object.java:326)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2049)   18) Thread[id=551, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   19) Thread[id=669, name=SolrRrdBackendFactory-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   20) Thread[id=638, name=qtp255432433-638, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)         at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)         at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x0000000800ddb040.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@13/java.lang.Thread.run(Thread.java:830)   21) Thread[id=643, name=qtp255432433-643, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)   22) Thread[id=553, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@13/java.lang.Thread.run(Thread.java:830)   23) Thread[id=645, name=qtp255432433-645, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@13/java.lang.Thread.run(Thread.java:830)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=623, name=CloudSolrClient ThreadPool-190-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   2) Thread[id=542, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
        at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391)
   3) Thread[id=554, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   4) Thread[id=543, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
        at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
        at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)
        at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)
   5) Thread[id=644, name=qtp255432433-644, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   6) Thread[id=547, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   7) Thread[id=670, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   8) Thread[id=673, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
   9) Thread[id=642, name=qtp255432433-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  10) Thread[id=555, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  11) Thread[id=646, name=Session-HouseKeeper-8618487, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  12) Thread[id=639, name=qtp255432433-639, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  13) Thread[id=641, name=qtp255432433-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  14) Thread[id=640, name=qtp255432433-640, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  15) Thread[id=550, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  16) Thread[id=677, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  17) Thread[id=672, name=Thread-79, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/java.lang.Object.wait(Native Method)
        at java.base@13/java.lang.Object.wait(Object.java:326)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2049)
  18) Thread[id=551, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming]
        at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@13/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@13/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@13/java.lang.Thread.run(Thread.java:830)
  19) Thread[id=669, name=SolrRrdBackendFactory-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
        

[...truncated too long message...]

hread[id=623, name=CloudSolrClient ThreadPool-190-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
   [junit4]    >         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
   [junit4]    >         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@13/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@13/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@13/java.lang.Thread.run(Thread.java:830)
   [junit4]    >   19) Thread[id=542, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming]
   [junit4]    >         at java.base@13/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method)
   [junit4]    >         at java.base@13/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:480)
   [junit4]    >         at java.base@13/sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:600)
   [junit4]    >         at java.base@13/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]    >         at java.base@13/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]    >         at java.base@13/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:165)
   [junit4]    >         at java.base@13/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
   [junit4]    >         at java.base@13/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
   [junit4]    >         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229)
   [junit4]    >         at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205)
   [junit4]    >   20) Thread[id=641, name=qtp1118537066-641, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
   [junit4]    >         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@13/java.lang.Thread.run(Thread.java:830)
   [junit4]    >   21) Thread[id=664, name=SolrRrdBackendFactory-155-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
   [junit4]    >         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
   [junit4]    >         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@13/java.lang.Thread.run(Thread.java:830)
   [junit4]    >   22) Thread[id=642, name=qtp1118537066-642, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
   [junit4]    >         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@13/java.lang.Thread.run(Thread.java:830)
   [junit4]    >   23) Thread[id=667, name=Thread-81, state=WAITING, group=TGRP-TestCloudSearcherWarming]
   [junit4]    >         at java.base@13/java.lang.Object.wait(Native Method)
   [junit4]    >         at java.base@13/java.lang.Object.wait(Object.java:326)
   [junit4]    >         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2049)
   [junit4]    >   24) Thread[id=645, name=Session-HouseKeeper-18f2d6d3, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming]
   [junit4]    >         at java.base@13/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
   [junit4]    >         at java.base@13/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
   [junit4]    >         at java.base@13/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@13/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@13/java.lang.Thread.run(Thread.java:830)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6FC2F3247D366CA7]:0)
   [junit4] Completed [4/5 (2!)] on J1 in 65.82s, 2 tests, 3 errors <<< FAILURES!

[...truncated 16 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1510: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1037: There were test failures: 5 suites, 10 tests, 4 suite-level errors, 2 errors, 2 ignored [seed: 6FC2F3247D366CA7]

Total time: 2 minutes 46 seconds

[repro] Setting last failure code to 1

[repro] Failures:
[repro]   2/5 failed: org.apache.solr.cloud.TestCloudSearcherWarming
[repro] Exiting with code 1

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build move /y solr\build solr\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>exit 0 
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=88477112128e7b5ef0e7a3a9427c6fb71ec5560f, workspace=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows
[WARNINGS] Computing warning deltas based on reference build #8229
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2