You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2021/01/18 04:44:24 UTC
[JENKINS] Lucene-Solr-BadApples-8.x-Linux (64bit/jdk-15) - Build #
339 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-8.x-Linux/339/
Java: 64bit/jdk-15 -XX:+UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.TestLTROnSolrCloud
Error Message:
81 threads leaked from SUITE scope at org.apache.solr.ltr.TestLTROnSolrCloud: 1) Thread[id=42, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 2) Thread[id=77, name=Session-HouseKeeper-509b0bdd-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 3) Thread[id=37, name=RequestThrottler, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:139) 4) Thread[id=68, name=qtp1520830301-68, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 5) Thread[id=53, name=NIOWorkerThread-12, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 6) Thread[id=84, name=qtp1520830301-84-acceptor-0@15e10bca-ServerConnector@58e48f02{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43455}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.Net.accept(Native Method) at java.base@15/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:305) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 7) Thread[id=38, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 8) Thread[id=100, name=NIOWorkerThread-27, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 9) Thread[id=92, name=NIOWorkerThread-21, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 10) Thread[id=55, name=NIOWorkerThread-13, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 11) Thread[id=132, name=Thread-21, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Object.wait(Native Method) at java.base@15/java.lang.Object.wait(Object.java:321) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 12) Thread[id=93, name=NIOWorkerThread-22, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 13) Thread[id=95, name=NIOWorkerThread-23, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 14) Thread[id=159, name=Connector-Scheduler-6ab3b773-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 15) Thread[id=29, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195) 16) Thread[id=70, name=qtp1520830301-70, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 17) Thread[id=56, name=NIOWorkerThread-14, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 18) Thread[id=134, name=coreContainerWorkExecutor-16-thread-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@15/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 19) Thread[id=105, name=NIOWorkerThread-32, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 20) Thread[id=30, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 21) Thread[id=60, name=NIOWorkerThread-18, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 22) Thread[id=64, name=qtp1520830301-64, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 23) Thread[id=73, name=qtp678922569-73, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 24) Thread[id=47, name=NIOWorkerThread-9, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 25) Thread[id=82, name=qtp678922569-82-acceptor-0@161f2e7d-ServerConnector@6ab3b773{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46067}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.Net.accept(Native Method) at java.base@15/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:305) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 26) Thread[id=102, name=NIOWorkerThread-29, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 27) Thread[id=148, name=qtp1520830301-148, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 28) Thread[id=48, name=NIOWorkerThread-10, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 29) Thread[id=75, name=qtp678922569-75, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 30) Thread[id=85, name=qtp1520830301-85-acceptor-1@7a57c87e-ServerConnector@58e48f02{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43455}, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937) at java.base@15/java.util.concurrent.locks.ReentrantLock$Sync.lock(ReentrantLock.java:153) at java.base@15/java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:322) at java.base@15/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:300) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 31) Thread[id=26, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:568) 32) Thread[id=59, name=NIOWorkerThread-17, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 33) Thread[id=27, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382) 34) Thread[id=91, name=NIOWorkerThread-20, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 35) Thread[id=43, name=NIOWorkerThread-7, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 36) Thread[id=81, name=Session-HouseKeeper-7383f239-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 37) Thread[id=79, name=qtp1520830301-79, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 38) Thread[id=163, name=qtp678922569-163, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 39) Thread[id=57, name=NIOWorkerThread-15, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 40) Thread[id=76, name=qtp678922569-76, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 41) Thread[id=52, name=NIOWorkerThread-11, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 42) Thread[id=74, name=qtp678922569-74, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 43) Thread[id=58, name=NIOWorkerThread-16, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 44) Thread[id=72, name=qtp1520830301-72, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 45) Thread[id=96, name=NIOWorkerThread-24, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 46) Thread[id=168, name=qtp1520830301-168, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 47) Thread[id=156, name=qtp1520830301-156, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 48) Thread[id=71, name=qtp678922569-71, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 49) Thread[id=186, name=qtp1520830301-186, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 50) Thread[id=36, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 51) Thread[id=90, name=NIOWorkerThread-19, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 52) Thread[id=98, name=NIOWorkerThread-25, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 53) Thread[id=131, name=Thread-20, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Object.wait(Native Method) at java.base@15/java.lang.Object.wait(Object.java:321) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 54) Thread[id=147, name=Connector-Scheduler-58e48f02-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 55) Thread[id=83, name=qtp678922569-83-acceptor-1@6a367760-ServerConnector@6ab3b773{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46067}, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937) at java.base@15/java.util.concurrent.locks.ReentrantLock$Sync.lock(ReentrantLock.java:153) at java.base@15/java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:322) at java.base@15/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:300) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 56) Thread[id=80, name=qtp1520830301-80, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 57) Thread[id=154, name=qtp678922569-154, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 58) Thread[id=184, name=qtp1520830301-184, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 59) Thread[id=101, name=NIOWorkerThread-28, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 60) Thread[id=104, name=NIOWorkerThread-31, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 61) Thread[id=133, name=coreContainerWorkExecutor-14-thread-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@15/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 62) Thread[id=39, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 63) Thread[id=185, name=qtp1520830301-185, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 64) Thread[id=78, name=qtp1520830301-78, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 65) Thread[id=103, name=NIOWorkerThread-30, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 66) Thread[id=66, name=qtp1520830301-66, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 67) Thread[id=99, name=NIOWorkerThread-26, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 68) Thread[id=35, name=ProcessThread(sid:0 cport:35903):, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:140) 69) Thread[id=31, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:157) 70) Thread[id=25, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Object.wait(Native Method) at java.base@15/java.lang.Thread.join(Thread.java:1303) at java.base@15/java.lang.Thread.join(Thread.java:1371) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:929) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:348) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:571) 71) Thread[id=69, name=qtp678922569-69, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 72) Thread[id=146, name=qtp1520830301-146, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 73) Thread[id=41, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 74) Thread[id=32, name=SyncThread:0, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) 75) Thread[id=67, name=qtp678922569-67, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 76) Thread[id=160, name=qtp1520830301-160, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 77) Thread[id=44, name=NIOWorkerThread-8, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 78) Thread[id=65, name=qtp678922569-65, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 79) Thread[id=158, name=qtp678922569-158, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 80) Thread[id=28, name=NIOServerCxnFactory.SelectorThread-1, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382) 81) Thread[id=166, name=qtp678922569-166, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 81 threads leaked from SUITE scope at org.apache.solr.ltr.TestLTROnSolrCloud:
1) Thread[id=42, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
2) Thread[id=77, name=Session-HouseKeeper-509b0bdd-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
3) Thread[id=37, name=RequestThrottler, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:139)
4) Thread[id=68, name=qtp1520830301-68, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
5) Thread[id=53, name=NIOWorkerThread-12, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
6) Thread[id=84, name=qtp1520830301-84-acceptor-0@15e10bca-ServerConnector@58e48f02{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43455}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.Net.accept(Native Method)
at java.base@15/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:305)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
7) Thread[id=38, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
8) Thread[id=100, name=NIOWorkerThread-27, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
9) Thread[id=92, name=NIOWorkerThread-21, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
10) Thread[id=55, name=NIOWorkerThread-13, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
11) Thread[id=132, name=Thread-21, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Object.wait(Native Method)
at java.base@15/java.lang.Object.wait(Object.java:321)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
12) Thread[id=93, name=NIOWorkerThread-22, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
13) Thread[id=95, name=NIOWorkerThread-23, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
14) Thread[id=159, name=Connector-Scheduler-6ab3b773-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
15) Thread[id=29, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195)
16) Thread[id=70, name=qtp1520830301-70, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
17) Thread[id=56, name=NIOWorkerThread-14, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
18) Thread[id=134, name=coreContainerWorkExecutor-16-thread-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@15/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
19) Thread[id=105, name=NIOWorkerThread-32, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
20) Thread[id=30, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
21) Thread[id=60, name=NIOWorkerThread-18, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
22) Thread[id=64, name=qtp1520830301-64, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
23) Thread[id=73, name=qtp678922569-73, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
24) Thread[id=47, name=NIOWorkerThread-9, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
25) Thread[id=82, name=qtp678922569-82-acceptor-0@161f2e7d-ServerConnector@6ab3b773{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46067}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.Net.accept(Native Method)
at java.base@15/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:305)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
26) Thread[id=102, name=NIOWorkerThread-29, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
27) Thread[id=148, name=qtp1520830301-148, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
28) Thread[id=48, name=NIOWorkerThread-10, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
29) Thread[id=75, name=qtp678922569-75, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
30) Thread[id=85, name=qtp1520830301-85-acceptor-1@7a57c87e-ServerConnector@58e48f02{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43455}, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937)
at java.base@15/java.util.concurrent.locks.ReentrantLock$Sync.lock(ReentrantLock.java:153)
at java.base@15/java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:322)
at java.base@15/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:300)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
31) Thread[id=26, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:568)
32) Thread[id=59, name=NIOWorkerThread-17, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
33) Thread[id=27, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382)
34) Thread[id=91, name=NIOWorkerThread-20, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
35) Thread[id=43, name=NIOWorkerThread-7, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
36) Thread[id=81, name=Session-HouseKeeper-7383f239-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
37) Thread[id=79, name=qtp1520830301-79, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
38) Thread[id=163, name=qtp678922569-163, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
39) Thread[id=57, name=NIOWorkerThread-15, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
40) Thread[id=76, name=qtp678922569-76, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
41) Thread[id=52, name=NIOWorkerThread-11, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
42) Thread[id=74, name=qtp678922569-74, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
43) Thread[id=58, name=NIOWorkerThread-16, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
44) Thread[id=72, name=qtp1520830301-72, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
45) Thread[id=96, name=NIOWorkerThread-24, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
46) Thread[id=168, name=qtp1520830301-168, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
47) Thread[id=156, name=qtp1520830301-156, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
48) Thread[id=71, name=qtp678922569-71, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
49) Thread[id=186, name=qtp1520830301-186, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
50) Thread[id=36, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
51) Thread[id=90, name=NIOWorkerThread-19, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
52) Thread[id=98, name=NIOWorkerThread-25, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
53) Thread[id=131, name=Thread-20, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Object.wait(Native Method)
at java.base@15/java.lang.Object.wait(Object.java:321)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
54) Thread[id=147, name=Connector-Scheduler-58e48f02-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
55) Thread[id=83, name=qtp678922569-83-acceptor-1@6a367760-ServerConnector@6ab3b773{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46067}, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937)
at java.base@15/java.util.concurrent.locks.ReentrantLock$Sync.lock(ReentrantLock.java:153)
at java.base@15/java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:322)
at java.base@15/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:300)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
56) Thread[id=80, name=qtp1520830301-80, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
57) Thread[id=154, name=qtp678922569-154, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
58) Thread[id=184, name=qtp1520830301-184, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
59) Thread[id=101, name=NIOWorkerThread-28, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
60) Thread[id=104, name=NIOWorkerThread-31, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
61) Thread[id=133, name=coreContainerWorkExecutor-14-thread-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@15/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
62) Thread[id=39, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
63) Thread[id=185, name=qtp1520830301-185, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
64) Thread[id=78, name=qtp1520830301-78, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
65) Thread[id=103, name=NIOWorkerThread-30, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
66) Thread[id=66, name=qtp1520830301-66, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
67) Thread[id=99, name=NIOWorkerThread-26, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
68) Thread[id=35, name=ProcessThread(sid:0 cport:35903):, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:140)
69) Thread[id=31, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:157)
70) Thread[id=25, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Object.wait(Native Method)
at java.base@15/java.lang.Thread.join(Thread.java:1303)
at java.base@15/java.lang.Thread.join(Thread.java:1371)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:929)
at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:348)
at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:571)
71) Thread[id=69, name=qtp678922569-69, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
72) Thread[id=146, name=qtp1520830301-146, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
73) Thread[id=41, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
74) Thread[id=32, name=SyncThread:0, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
75) Thread[id=67, name=qtp678922569-67, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
76) Thread[id=160, name=qtp1520830301-160, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
77) Thread[id=44, name=NIOWorkerThread-8, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
78) Thread[id=65, name=qtp678922569-65, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
79) Thread[id=158, name=qtp678922569-158, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
80) Thread[id=28, name=NIOServerCxnFactory.SelectorThread-1, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382)
81) Thread[id=166, name=qtp678922569-166, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
at __randomizedtesting.SeedInfo.seed([B50977BD01553D66]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.TestLTROnSolrCloud
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=42, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 2) Thread[id=77, name=Session-HouseKeeper-509b0bdd-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 3) Thread[id=68, name=qtp1520830301-68, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 4) Thread[id=53, name=NIOWorkerThread-12, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 5) Thread[id=84, name=qtp1520830301-84, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 6) Thread[id=38, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 7) Thread[id=100, name=NIOWorkerThread-27, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 8) Thread[id=92, name=NIOWorkerThread-21, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 9) Thread[id=55, name=NIOWorkerThread-13, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 10) Thread[id=132, name=Thread-21, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Object.wait(Native Method) at java.base@15/java.lang.Object.wait(Object.java:321) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 11) Thread[id=93, name=NIOWorkerThread-22, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 12) Thread[id=95, name=NIOWorkerThread-23, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 13) Thread[id=159, name=Connector-Scheduler-6ab3b773-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 14) Thread[id=29, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Thread.holdsLock(Native Method) at java.base@15/sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:260) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:136) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195) 15) Thread[id=70, name=qtp1520830301-70, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 16) Thread[id=56, name=NIOWorkerThread-14, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 17) Thread[id=134, name=coreContainerWorkExecutor-16-thread-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@15/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 18) Thread[id=105, name=NIOWorkerThread-32, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 19) Thread[id=30, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 20) Thread[id=60, name=NIOWorkerThread-18, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 21) Thread[id=64, name=qtp1520830301-64, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 22) Thread[id=73, name=qtp678922569-73, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 23) Thread[id=47, name=NIOWorkerThread-9, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 24) Thread[id=82, name=qtp678922569-82, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 25) Thread[id=102, name=NIOWorkerThread-29, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 26) Thread[id=148, name=qtp1520830301-148, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 27) Thread[id=48, name=NIOWorkerThread-10, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 28) Thread[id=75, name=qtp678922569-75, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 29) Thread[id=85, name=qtp1520830301-85, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 30) Thread[id=59, name=NIOWorkerThread-17, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 31) Thread[id=27, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382) 32) Thread[id=91, name=NIOWorkerThread-20, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 33) Thread[id=43, name=NIOWorkerThread-7, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 34) Thread[id=81, name=Session-HouseKeeper-7383f239-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 35) Thread[id=79, name=qtp1520830301-79, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 36) Thread[id=163, name=qtp678922569-163, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 37) Thread[id=57, name=NIOWorkerThread-15, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 38) Thread[id=76, name=qtp678922569-76, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 39) Thread[id=52, name=NIOWorkerThread-11, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 40) Thread[id=74, name=qtp678922569-74, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 41) Thread[id=58, name=NIOWorkerThread-16, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 42) Thread[id=72, name=qtp1520830301-72, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 43) Thread[id=96, name=NIOWorkerThread-24, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 44) Thread[id=168, name=qtp1520830301-168, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 45) Thread[id=156, name=qtp1520830301-156, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 46) Thread[id=71, name=qtp678922569-71, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 47) Thread[id=186, name=qtp1520830301-186, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 48) Thread[id=36, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 49) Thread[id=90, name=NIOWorkerThread-19, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 50) Thread[id=98, name=NIOWorkerThread-25, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 51) Thread[id=131, name=Thread-20, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Object.wait(Native Method) at java.base@15/java.lang.Object.wait(Object.java:321) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2281) 52) Thread[id=147, name=Connector-Scheduler-58e48f02-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 53) Thread[id=83, name=qtp678922569-83, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 54) Thread[id=80, name=qtp1520830301-80, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 55) Thread[id=154, name=qtp678922569-154, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 56) Thread[id=184, name=qtp1520830301-184, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 57) Thread[id=101, name=NIOWorkerThread-28, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 58) Thread[id=104, name=NIOWorkerThread-31, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 59) Thread[id=133, name=coreContainerWorkExecutor-14-thread-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@15/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 60) Thread[id=39, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 61) Thread[id=185, name=qtp1520830301-185, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 62) Thread[id=78, name=qtp1520830301-78, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 63) Thread[id=103, name=NIOWorkerThread-30, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 64) Thread[id=66, name=qtp1520830301-66, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 65) Thread[id=99, name=NIOWorkerThread-26, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 66) Thread[id=69, name=qtp678922569-69, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 67) Thread[id=146, name=qtp1520830301-146, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 68) Thread[id=41, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 69) Thread[id=67, name=qtp678922569-67, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 70) Thread[id=160, name=qtp1520830301-160, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 71) Thread[id=44, name=NIOWorkerThread-8, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505) at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614) at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056) at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116) at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base@15/java.lang.Thread.run(Thread.java:832) 72) Thread[id=65, name=qtp678922569-65, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/sun.nio.ch.EPoll.wait(Native Method) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.base@15/java.lang.Thread.run(Thread.java:832) 73) Thread[id=158, name=qtp678922569-158, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832) 74) Thread[id=28, name=NIOServerCxnFactory.SelectorThread-1, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@15/java.lang.Thread.holdsLock(Native Method) at java.base@15/sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:260) at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:136) at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382) 75) Thread[id=166, name=qtp678922569-166, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@15/jdk.internal.misc.Unsafe.park(Native Method) at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.base@15/java.lang.Thread.run(Thread.java:832)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=42, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
2) Thread[id=77, name=Session-HouseKeeper-509b0bdd-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
3) Thread[id=68, name=qtp1520830301-68, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
4) Thread[id=53, name=NIOWorkerThread-12, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
5) Thread[id=84, name=qtp1520830301-84, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
6) Thread[id=38, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
7) Thread[id=100, name=NIOWorkerThread-27, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
8) Thread[id=92, name=NIOWorkerThread-21, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
9) Thread[id=55, name=NIOWorkerThread-13, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
10) Thread[id=132, name=Thread-21, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Object.wait(Native Method)
at java.base@15/java.lang.Object.wait(Object.java:321)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
11) Thread[id=93, name=NIOWorkerThread-22, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
12) Thread[id=95, name=NIOWorkerThread-23, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
13) Thread[id=159, name=Connector-Scheduler-6ab3b773-1, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
14) Thread[id=29, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Thread.holdsLock(Native Method)
at java.base@15/sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:260)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:136)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:219)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:195)
15) Thread[id=70, name=qtp1520830301-70, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
16) Thread[id=56, name=NIOWorkerThread-14, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
17) Thread[id=134, name=coreContainerWorkExecutor-16-thread-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@15/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
18) Thread[id=105, name=NIOWorkerThread-32, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
19) Thread[id=30, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
20) Thread[id=60, name=NIOWorkerThread-18, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
21) Thread[id=64, name=qtp1520830301-64, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
22) Thread[id=73, name=qtp678922569-73, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
23) Thread[id=47, name=NIOWorkerThread-9, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
24) Thread[id=82, name=qtp678922569-82, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
25) Thread[id=102, name=NIOWorkerThread-29, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
26) Thread[id=148, name=qtp1520830301-148, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
27) Thread[id=48, name=NIOWorkerThread-10, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
28) Thread[id=75, name=qtp678922569-75, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
29) Thread[id=85, name=qtp1520830301-85, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
30) Thread[id=59, name=NIOWorkerThread-17, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
31) Thread[id=27, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382)
32) Thread[id=91, name=NIOWorkerThread-20, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
33) Thread[id=43, name=NIOWorkerThread-7, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
34) Thread[id=81, name=Session-HouseKeeper-7383f239-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
35) Thread[id=79, name=qtp1520830301-79, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
36) Thread[id=163, name=qtp678922569-163, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
37) Thread[id=57, name=NIOWorkerThread-15, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
38) Thread[id=76, name=qtp678922569-76, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
39) Thread[id=52, name=NIOWorkerThread-11, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
40) Thread[id=74, name=qtp678922569-74, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
41) Thread[id=58, name=NIOWorkerThread-16, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
42) Thread[id=72, name=qtp1520830301-72, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
43) Thread[id=96, name=NIOWorkerThread-24, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
44) Thread[id=168, name=qtp1520830301-168, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
45) Thread[id=156, name=qtp1520830301-156, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
46) Thread[id=71, name=qtp678922569-71, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
47) Thread[id=186, name=qtp1520830301-186, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
48) Thread[id=36, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
49) Thread[id=90, name=NIOWorkerThread-19, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
50) Thread[id=98, name=NIOWorkerThread-25, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
51) Thread[id=131, name=Thread-20, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Object.wait(Native Method)
at java.base@15/java.lang.Object.wait(Object.java:321)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2281)
52) Thread[id=147, name=Connector-Scheduler-58e48f02-1, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@15/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
53) Thread[id=83, name=qtp678922569-83, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
54) Thread[id=80, name=qtp1520830301-80, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
55) Thread[id=154, name=qtp678922569-154, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
56) Thread[id=184, name=qtp1520830301-184, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
57) Thread[id=101, name=NIOWorkerThread-28, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
58) Thread[id=104, name=NIOWorkerThread-31, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
59) Thread[id=133, name=coreContainerWorkExecutor-14-thread-1, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@15/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@15/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1055)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
60) Thread[id=39, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
61) Thread[id=185, name=qtp1520830301-185, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
62) Thread[id=78, name=qtp1520830301-78, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
63) Thread[id=103, name=NIOWorkerThread-30, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
64) Thread[id=66, name=qtp1520830301-66, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
65) Thread[id=99, name=NIOWorkerThread-26, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
66) Thread[id=69, name=qtp678922569-69, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
67) Thread[id=146, name=qtp1520830301-146, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
68) Thread[id=41, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
69) Thread[id=67, name=qtp678922569-67, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
70) Thread[id=160, name=qtp1520830301-160, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
71) Thread[id=44, name=NIOWorkerThread-8, state=WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
at java.base@15/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
at java.base@15/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
at java.base@15/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
at java.base@15/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
at java.base@15/java.lang.Thread.run(Thread.java:832)
72) Thread[id=65, name=qtp678922569-65, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/sun.nio.ch.EPoll.wait(Native Method)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$232/0x0000000800dab010.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.base@15/java.lang.Thread.run(Thread.java:832)
73) Thread[id=158, name=qtp678922569-158, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
74) Thread[id=28, name=NIOServerCxnFactory.SelectorThread-1, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud]
at java.base@15/java.lang.Thread.holdsLock(Native Method)
at java.base@15/sun.nio.ch.SelectorImpl.processDeregisterQueue(SelectorImpl.java:260)
at java.base@15/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:136)
at java.base@15/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
at java.base@15/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:417)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:382)
75) Thread[id=166, name=qtp678922569-166, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud]
at java.base@15/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@15/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
at java.base@15/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.base@15/java.lang.Thread.run(Thread.java:832)
at __randomizedtesting.SeedInfo.seed([B50977BD01553D66]:0)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.singleShardedPreferenceRules
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=singleShardPreferenceTestColl :DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[17]: [core_node5:4:A, core_node3:1:D, core_node6:1:D]})={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"singleShardPreferenceTestColl_shard1_replica_n1", "node_name":"127.0.0.1:41167_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node5":{ "core":"singleShardPreferenceTestColl_shard1_replica_t2", "node_name":"127.0.0.1:40529_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node6":{ "core":"singleShardPreferenceTestColl_shard1_replica_p4", "node_name":"127.0.0.1:34649_solr", "state":"down", "type":"PULL", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"1", "perReplicaState":"true"} Live Nodes: [127.0.0.1:34649_solr, 127.0.0.1:40529_solr, 127.0.0.1:41167_solr] Last available state: DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[17]: [core_node5:4:A, core_node3:1:D, core_node6:1:D]})={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"singleShardPreferenceTestColl_shard1_replica_n1", "node_name":"127.0.0.1:41167_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node5":{ "core":"singleShardPreferenceTestColl_shard1_replica_t2", "node_name":"127.0.0.1:40529_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node6":{ "core":"singleShardPreferenceTestColl_shard1_replica_p4", "node_name":"127.0.0.1:34649_solr", "state":"down", "type":"PULL", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"1", "perReplicaState":"true"}
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=singleShardPreferenceTestColl :DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[17]: [core_node5:4:A, core_node3:1:D, core_node6:1:D]})={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"singleShardPreferenceTestColl_shard1_replica_n1",
"node_name":"127.0.0.1:41167_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"singleShardPreferenceTestColl_shard1_replica_t2",
"node_name":"127.0.0.1:40529_solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false"},
"core_node6":{
"core":"singleShardPreferenceTestColl_shard1_replica_p4",
"node_name":"127.0.0.1:34649_solr",
"state":"down",
"type":"PULL",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"1",
"perReplicaState":"true"}
Live Nodes: [127.0.0.1:34649_solr, 127.0.0.1:40529_solr, 127.0.0.1:41167_solr]
Last available state: DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[17]: [core_node5:4:A, core_node3:1:D, core_node6:1:D]})={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"singleShardPreferenceTestColl_shard1_replica_n1",
"node_name":"127.0.0.1:41167_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"singleShardPreferenceTestColl_shard1_replica_t2",
"node_name":"127.0.0.1:40529_solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false"},
"core_node6":{
"core":"singleShardPreferenceTestColl_shard1_replica_p4",
"node_name":"127.0.0.1:34649_solr",
"state":"down",
"type":"PULL",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"1",
"perReplicaState":"true"}
at __randomizedtesting.SeedInfo.seed([FAF391A0E576610D:4A769F79FCD39CAE]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:770)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:776)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.singleShardedPreferenceRules(CloudSolrClientTest.java:514)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:832)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=multicollection1 :DocCollection(multicollection1//collections/multicollection1/state.json/4 {/collections/multicollection1/state.json/[16]: [core_node4:3:D:L, core_node3:3:A:L]})={ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node3":{ "core":"multicollection1_shard1_replica_n1", "leader":"true", "node_name":"127.0.0.1:41559_solr", "state":"active", "type":"NRT", "force_set_state":"false"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{"core_node4":{ "core":"multicollection1_shard2_replica_n2", "leader":"true", "node_name":"127.0.0.1:37557_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "perReplicaState":"true"} Live Nodes: [127.0.0.1:37557_solr, 127.0.0.1:41559_solr, 127.0.0.1:44797_solr] Last available state: DocCollection(multicollection1//collections/multicollection1/state.json/4 {/collections/multicollection1/state.json/[16]: [core_node4:3:D:L, core_node3:3:A:L]})={ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node3":{ "core":"multicollection1_shard1_replica_n1", "leader":"true", "node_name":"127.0.0.1:41559_solr", "state":"active", "type":"NRT", "force_set_state":"false"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{"core_node4":{ "core":"multicollection1_shard2_replica_n2", "leader":"true", "node_name":"127.0.0.1:37557_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "perReplicaState":"true"}
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=multicollection1 :DocCollection(multicollection1//collections/multicollection1/state.json/4 {/collections/multicollection1/state.json/[16]: [core_node4:3:D:L, core_node3:3:A:L]})={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node3":{
"core":"multicollection1_shard1_replica_n1",
"leader":"true",
"node_name":"127.0.0.1:41559_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"multicollection1_shard2_replica_n2",
"leader":"true",
"node_name":"127.0.0.1:37557_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
Live Nodes: [127.0.0.1:37557_solr, 127.0.0.1:41559_solr, 127.0.0.1:44797_solr]
Last available state: DocCollection(multicollection1//collections/multicollection1/state.json/4 {/collections/multicollection1/state.json/[16]: [core_node4:3:D:L, core_node3:3:A:L]})={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node3":{
"core":"multicollection1_shard1_replica_n1",
"leader":"true",
"node_name":"127.0.0.1:41559_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"multicollection1_shard2_replica_n2",
"leader":"true",
"node_name":"127.0.0.1:37557_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"perReplicaState":"true"}
at __randomizedtesting.SeedInfo.seed([FAF391A0E576610D:1E40210BC21B6BA]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:770)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:776)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.checkCollectionParameters(CloudSolrClientTest.java:669)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:832)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.singleShardedPreferenceRules
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=singleShardPreferenceTestColl :DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[17]: [core_node5:4:A, core_node3:1:D, core_node6:1:D]})={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"singleShardPreferenceTestColl_shard1_replica_n1", "node_name":"127.0.0.1:40239_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node5":{ "core":"singleShardPreferenceTestColl_shard1_replica_t2", "node_name":"127.0.0.1:45387_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node6":{ "core":"singleShardPreferenceTestColl_shard1_replica_p4", "node_name":"127.0.0.1:43461_solr", "state":"down", "type":"PULL", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"1", "perReplicaState":"true"} Live Nodes: [127.0.0.1:40239_solr, 127.0.0.1:43461_solr, 127.0.0.1:45387_solr] Last available state: DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[17]: [core_node5:4:A, core_node3:1:D, core_node6:1:D]})={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"singleShardPreferenceTestColl_shard1_replica_n1", "node_name":"127.0.0.1:40239_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node5":{ "core":"singleShardPreferenceTestColl_shard1_replica_t2", "node_name":"127.0.0.1:45387_solr", "state":"active", "type":"TLOG", "force_set_state":"false"}, "core_node6":{ "core":"singleShardPreferenceTestColl_shard1_replica_p4", "node_name":"127.0.0.1:43461_solr", "state":"down", "type":"PULL", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"1", "perReplicaState":"true"}
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=singleShardPreferenceTestColl :DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[17]: [core_node5:4:A, core_node3:1:D, core_node6:1:D]})={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"singleShardPreferenceTestColl_shard1_replica_n1",
"node_name":"127.0.0.1:40239_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"singleShardPreferenceTestColl_shard1_replica_t2",
"node_name":"127.0.0.1:45387_solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false"},
"core_node6":{
"core":"singleShardPreferenceTestColl_shard1_replica_p4",
"node_name":"127.0.0.1:43461_solr",
"state":"down",
"type":"PULL",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"1",
"perReplicaState":"true"}
Live Nodes: [127.0.0.1:40239_solr, 127.0.0.1:43461_solr, 127.0.0.1:45387_solr]
Last available state: DocCollection(singleShardPreferenceTestColl//collections/singleShardPreferenceTestColl/state.json/6 {/collections/singleShardPreferenceTestColl/state.json/[17]: [core_node5:4:A, core_node3:1:D, core_node6:1:D]})={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"singleShardPreferenceTestColl_shard1_replica_n1",
"node_name":"127.0.0.1:40239_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"singleShardPreferenceTestColl_shard1_replica_t2",
"node_name":"127.0.0.1:45387_solr",
"state":"active",
"type":"TLOG",
"force_set_state":"false"},
"core_node6":{
"core":"singleShardPreferenceTestColl_shard1_replica_p4",
"node_name":"127.0.0.1:43461_solr",
"state":"down",
"type":"PULL",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"1",
"perReplicaState":"true"}
at __randomizedtesting.SeedInfo.seed([FAF391A0E576610D:4A769F79FCD39CAE]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:770)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:776)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.singleShardedPreferenceRules(CloudSolrClientTest.java:514)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:258)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:832)
FAILED: org.apache.solr.ltr.TestLTROnSolrCloud.testSimpleQuery
Error Message:
Error from server at http://127.0.0.1:43455/solr: Underlying core creation failed while creating collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43455/solr: Underlying core creation failed while creating collection: collection1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.ltr.TestLTROnSolrCloud.createCollection(TestLTROnSolrCloud.java:228)
at org.apache.solr.ltr.TestLTROnSolrCloud.setupSolrCluster(TestLTROnSolrCloud.java:209)
at org.apache.solr.ltr.TestLTROnSolrCloud.setUp(TestLTROnSolrCloud.java:60)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:64)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:832)