You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/12/05 01:12:52 UTC
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-12-ea+12) - Build #
3177 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/3177/
Java: 64bit/jdk-12-ea+12 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
42 threads leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest: 1) Thread[id=24192, name=qtp584759058-24192, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 2) Thread[id=24244, name=SolrRrdBackendFactory-8058-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 3) Thread[id=24245, name=MetricsHistoryHandler-8059-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 4) Thread[id=24170, name=qtp663539674-24170, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 5) Thread[id=24195, name=qtp584759058-24195, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 6) Thread[id=24158, name=Scheduler-1070185061, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 7) Thread[id=24191, name=qtp584759058-24191, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 8) Thread[id=24224, name=MetricsHistoryHandler-8052-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 9) Thread[id=24226, name=coreContainerWorkExecutor-8040-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 10) Thread[id=24154, name=qtp771280418-24154-acceptor-0@4fb08335-ServerConnector@10ba64f{SSL,[ssl, http/1.1]}{127.0.0.1:42533}, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525) at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 11) Thread[id=24164, name=qtp663539674-24164, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 12) Thread[id=24166, name=qtp663539674-24166, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 13) Thread[id=24171, name=Scheduler-499157681, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 14) Thread[id=24155, name=qtp771280418-24155, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 15) Thread[id=24246, name=Thread-4652, state=WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/java.lang.Object.wait(Native Method) at java.base@12-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1892) 16) Thread[id=24256, name=Scheduler-1676131625, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 17) Thread[id=24157, name=qtp771280418-24157, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 18) Thread[id=24258, name=Scheduler-1824900121, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 19) Thread[id=24187, name=qtp584759058-24187, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 20) Thread[id=24197, name=qtp584759058-24197, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 21) Thread[id=24203, name=MetricsHistoryHandler-8046-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 22) Thread[id=24169, name=qtp663539674-24169, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 23) Thread[id=24165, name=qtp663539674-24165, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 24) Thread[id=24213, name=Thread-4650, state=WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/java.lang.Object.wait(Native Method) at java.base@12-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1892) 25) Thread[id=24190, name=qtp584759058-24190, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 26) Thread[id=24247, name=coreContainerWorkExecutor-8048-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 27) Thread[id=24152, name=qtp771280418-24152, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 28) Thread[id=24223, name=SolrRrdBackendFactory-8051-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 29) Thread[id=24150, name=qtp771280418-24150, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 30) Thread[id=24199, name=SolrRrdBackendFactory-8042-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 31) Thread[id=24259, name=Scheduler-1722926561, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 32) Thread[id=24156, name=qtp771280418-24156, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 33) Thread[id=24193, name=qtp584759058-24193, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 34) Thread[id=24153, name=qtp771280418-24153, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 35) Thread[id=24198, name=Scheduler-881093711, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 36) Thread[id=24168, name=qtp663539674-24168, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 37) Thread[id=24214, name=coreContainerWorkExecutor-8035-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 38) Thread[id=24163, name=qtp663539674-24163, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 39) Thread[id=24167, name=qtp663539674-24167-acceptor-0@481742f6-ServerConnector@9811990{SSL,[ssl, http/1.1]}{127.0.0.1:45169}, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525) at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 40) Thread[id=24225, name=Thread-4651, state=WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/java.lang.Object.wait(Native Method) at java.base@12-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1892) 41) Thread[id=24151, name=qtp771280418-24151, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method) at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835) 42) Thread[id=24194, name=qtp584759058-24194-acceptor-0@3cab7166-ServerConnector@12bb70d5{SSL,[ssl, http/1.1]}{127.0.0.1:42231}, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525) at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 42 threads leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
1) Thread[id=24192, name=qtp584759058-24192, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
2) Thread[id=24244, name=SolrRrdBackendFactory-8058-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
3) Thread[id=24245, name=MetricsHistoryHandler-8059-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
4) Thread[id=24170, name=qtp663539674-24170, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
5) Thread[id=24195, name=qtp584759058-24195, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
6) Thread[id=24158, name=Scheduler-1070185061, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
7) Thread[id=24191, name=qtp584759058-24191, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
8) Thread[id=24224, name=MetricsHistoryHandler-8052-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
9) Thread[id=24226, name=coreContainerWorkExecutor-8040-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@12-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
10) Thread[id=24154, name=qtp771280418-24154-acceptor-0@4fb08335-ServerConnector@10ba64f{SSL,[ssl, http/1.1]}{127.0.0.1:42533}, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
11) Thread[id=24164, name=qtp663539674-24164, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
12) Thread[id=24166, name=qtp663539674-24166, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
13) Thread[id=24171, name=Scheduler-499157681, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
14) Thread[id=24155, name=qtp771280418-24155, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
15) Thread[id=24246, name=Thread-4652, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/java.lang.Object.wait(Native Method)
at java.base@12-ea/java.lang.Object.wait(Object.java:328)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1892)
16) Thread[id=24256, name=Scheduler-1676131625, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
17) Thread[id=24157, name=qtp771280418-24157, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
18) Thread[id=24258, name=Scheduler-1824900121, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
19) Thread[id=24187, name=qtp584759058-24187, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
20) Thread[id=24197, name=qtp584759058-24197, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
21) Thread[id=24203, name=MetricsHistoryHandler-8046-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
22) Thread[id=24169, name=qtp663539674-24169, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
23) Thread[id=24165, name=qtp663539674-24165, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
24) Thread[id=24213, name=Thread-4650, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/java.lang.Object.wait(Native Method)
at java.base@12-ea/java.lang.Object.wait(Object.java:328)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1892)
25) Thread[id=24190, name=qtp584759058-24190, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
26) Thread[id=24247, name=coreContainerWorkExecutor-8048-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@12-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
27) Thread[id=24152, name=qtp771280418-24152, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
28) Thread[id=24223, name=SolrRrdBackendFactory-8051-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
29) Thread[id=24150, name=qtp771280418-24150, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
30) Thread[id=24199, name=SolrRrdBackendFactory-8042-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
31) Thread[id=24259, name=Scheduler-1722926561, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
32) Thread[id=24156, name=qtp771280418-24156, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
33) Thread[id=24193, name=qtp584759058-24193, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
34) Thread[id=24153, name=qtp771280418-24153, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
35) Thread[id=24198, name=Scheduler-881093711, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@12-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
36) Thread[id=24168, name=qtp663539674-24168, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
37) Thread[id=24214, name=coreContainerWorkExecutor-8035-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@12-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@12-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
38) Thread[id=24163, name=qtp663539674-24163, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
39) Thread[id=24167, name=qtp663539674-24167-acceptor-0@481742f6-ServerConnector@9811990{SSL,[ssl, http/1.1]}{127.0.0.1:45169}, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
40) Thread[id=24225, name=Thread-4651, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/java.lang.Object.wait(Native Method)
at java.base@12-ea/java.lang.Object.wait(Object.java:328)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1892)
41) Thread[id=24151, name=qtp771280418-24151, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.EPoll.wait(Native Method)
at java.base@12-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@12-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@12-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$445/0x00000001005e5440.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
42) Thread[id=24194, name=qtp584759058-24194-acceptor-0@3cab7166-ServerConnector@12bb70d5{SSL,[ssl, http/1.1]}{127.0.0.1:42231}, state=RUNNABLE, group=TGRP-MultiThreadedOCPTest]
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525)
at java.base@12-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@12-ea/java.lang.Thread.run(Thread.java:835)
at __randomizedtesting.SeedInfo.seed([ECC106E2703078CF]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=24244, name=SolrRrdBackendFactory-8058-thread-1, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest] at java.base@12-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-ea/java.util.concurrent.locks.LockSupport.par
[...truncated too long message...]
on1_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params fl=a_s,a_f&q=*:*&wt=javabin&qt=/export&partitionKeys=a_s&sort=a_s+desc&distrib=false
[junit4] 1> at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.CloudSolrStream$TupleWrapper.next(CloudSolrStream.java:484)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:507)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:494)
[junit4] 1> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 1> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] 1> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 1> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 1> ... 1 more
[junit4] 1>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=JdbcTest -Dtests.method=testConnectionParams -Dtests.seed=9FA8D3F3C279B877 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bo -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.16s J2 | JdbcTest.testConnectionParams <<<
[junit4] > Throwable #1: java.sql.SQLException: java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:42387/solr/collection1_collection_shard2_replica_n2/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
[junit4] > Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:42387/solr/collection1_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params fl=a_s,a_f&q=*:*&wt=javabin&qt=/export&partitionKeys=a_s&sort=a_s+desc&distrib=false
[junit4] > at __randomizedtesting.SeedInfo.seed([9FA8D3F3C279B877:B799B1328B49D81C]:0)
[junit4] > at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQueryImpl(StatementImpl.java:74)
[junit4] > at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQuery(StatementImpl.java:111)
[junit4] > at org.apache.solr.client.solrj.io.sql.JdbcTest.testConnectionParams(JdbcTest.java:293)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] > Caused by: java.sql.SQLException: java.io.IOException: --> https://127.0.0.1:42387/solr/collection1_collection_shard2_replica_n2/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
[junit4] > Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:42387/solr/collection1_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params fl=a_s,a_f&q=*:*&wt=javabin&qt=/export&partitionKeys=a_s&sort=a_s+desc&distrib=false
[junit4] > at org.apache.solr.client.solrj.io.sql.ResultSetImpl.<init>(ResultSetImpl.java:83)
[junit4] > at org.apache.solr.client.solrj.io.sql.StatementImpl.executeQueryImpl(StatementImpl.java:71)
[junit4] > ... 40 more
[junit4] > Caused by: java.io.IOException: --> https://127.0.0.1:42387/solr/collection1_collection_shard2_replica_n2/:Failed to execute sqlQuery 'select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc' against JDBC connection 'jdbc:calcitesolr:'.
[junit4] > Error while executing SQL "select a_s, sum(a_f) from collection1 group by a_s order by sum(a_f) desc": java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:42387/solr/collection1_collection_shard2_replica_n2/:java.util.concurrent.ExecutionException: java.io.IOException: params fl=a_s,a_f&q=*:*&wt=javabin&qt=/export&partitionKeys=a_s&sort=a_s+desc&distrib=false
[junit4] > at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
[junit4] > at org.apache.solr.client.solrj.io.stream.PushBackStream.read(PushBackStream.java:88)
[junit4] > at org.apache.solr.client.solrj.io.sql.ResultSetImpl.<init>(ResultSetImpl.java:73)
[junit4] > ... 41 more
[junit4] 1> 00:51:35.083 [SUITE-JdbcTest-seed#[9FA8D3F3C279B877]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.sql.JdbcTest_9FA8D3F3C279B877-001
[junit4] 2> Dec 05, 2018 12:51:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 8 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {a_s=BlockTreeOrds(blocksize=128), _version_=FSTOrd50, multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_f=PostingsFormat(name=LuceneVarGapDocFreqInterval), intDefault=FSTOrd50, a_i=Lucene50(blocksize=128), testnull_i=BlockTreeOrds(blocksize=128), id=Lucene50(blocksize=128), timestamp=FSTOrd50}, docValues:{a_s=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Direct), a_f=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Asserting), testnull_i=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=781, maxMBSortInHeap=6.002224505907352, sim=RandomSimilarity(queryNorm=false): {}, locale=bo, timezone=Europe/Sarajevo
[junit4] 2> NOTE: Linux 4.15.0-39-generic amd64/Oracle Corporation 12-ea (64-bit)/cpus=8,threads=1,free=207595088,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [StreamDecoratorTest, ArcCosineEvaluatorTest, DomainMapTest, HttpClientUtilTest, SolrQueryTest, HyperbolicSineEvaluatorTest, LargeVolumeBinaryJettyTest, GraphTest, CoalesceEvaluatorTest, MultiplyEvaluatorTest, MergeIndexesEmbeddedTest, ShardParamsTest, TestLBHttpSolrClient, ZkConfigFilesTest, NormalizeEvaluatorTest, TangentEvaluatorTest, TestSolrProperties, UuidEvaluatorTest, QueryFacetMapTest, TestPolicy, ExclusiveOrEvaluatorTest, DivideEvaluatorTest, TestSpellCheckResponse, JsonQueryRequestHeatmapFacetingTest, TestCloudCollectionsListeners, TestValidatingJsonMap, PowerEvaluatorTest, CloudSolrClientRetryTest, ArrayEvaluatorTest, SolrExampleJettyTest, BasicHttpSolrClientTest, ConcurrentUpdateSolrClientBadInputTest, HttpSolrClientBuilderTest, HttpSolrClientSSLAuthConPoolTest, JdbcDriverTest, JdbcTest]
[junit4] Completed [110/174 (1!)] on J2 in 12.13s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 41574 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/3177/consoleText
[repro] Revision: 1404cf3fd62c03b7e9f6d5400216f71411e84cde
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=ECC106E2703078CF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fy-NL -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.seed=ECC106E2703078CF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fy-NL -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=JdbcTest -Dtests.method=testConnectionParams -Dtests.seed=9FA8D3F3C279B877 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bo -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/solrj
[repro] JdbcTest
[repro] solr/core
[repro] MultiThreadedOCPTest
[repro] ant compile-test
[...truncated 2728 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.JdbcTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=9FA8D3F3C279B877 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bo -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 115 lines...]
[repro] ant compile-test
[...truncated 1357 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.MultiThreadedOCPTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=ECC106E2703078CF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fy-NL -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 75 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.client.solrj.io.sql.JdbcTest
[repro] 0/5 failed: org.apache.solr.cloud.MultiThreadedOCPTest
[repro] Exiting with code 0
[...truncated 40 lines...]