You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/12/12 17:00:36 UTC
[JENKINS] Solr » Solr-Check-main - Build # 5565 - Failure!
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5565/
All tests passed
Build Log:
[...truncated 1193 lines...]
# 2022-12-12 17:00:15
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007ff768005930, length=32, elements={
# 0x00007ff7ac2c1000, 0x00007ff7ac2c5800, 0x00007ff7ac2da800, 0x00007ff7ac2dc800,
# 0x00007ff7ac2de800, 0x00007ff7ac2e0800, 0x00007ff7ac2e2800, 0x00007ff7ac37a000,
# 0x00007ff7ac8c8800, 0x00007ff7acb29000, 0x00007ff7acb48800, 0x00007ff7acb4a000,
# 0x00007ff7acb4c000, 0x00007ff7acb4d800, 0x00007ff7acb4f800, 0x00007ff7acb51000,
# 0x00007ff7acb53000, 0x00007ff7acb55000, 0x00007ff7acb57000, 0x00007ff7acb58800,
# 0x00007ff7ad39b800, 0x00007ff7adf37800, 0x00007ff7adf3c000, 0x00007ff7adf92800,
# 0x00007ff7adf93800, 0x00007ff7adf99000, 0x00007ff7adf9d800, 0x00007ff7ae005800,
# 0x00007ff7ae32a000, 0x00007ff7ae32c800, 0x00007ff7ac029000, 0x00007ff768004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.08ms elapsed=184.65s tid=0x00007ff7ac2c1000 nid=0x2650b2 waiting on condition [0x00007ff79412a000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.46ms elapsed=184.64s tid=0x00007ff7ac2c5800 nid=0x2650b3 in Object.wait() [0x00007ff7940e9000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.36ms elapsed=184.63s tid=0x00007ff7ac2da800 nid=0x2650b5 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.63s tid=0x00007ff7ac2dc800 nid=0x2650b6 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2688.91ms elapsed=184.63s tid=0x00007ff7ac2de800 nid=0x2650b7 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1205.53ms elapsed=184.63s tid=0x00007ff7ac2e0800 nid=0x2650b8 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=0.06ms elapsed=184.62s tid=0x00007ff7ac2e2800 nid=0x2650b9 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.81ms elapsed=184.57s tid=0x00007ff7ac37a000 nid=0x2650ba in Object.wait() [0x00007ff78fe7b000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0402100> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=446.85ms elapsed=183.32s tid=0x00007ff7ac8c8800 nid=0x2650dd in Object.wait() [0x00007ff78f4fd000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04027d0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.55ms elapsed=183.00s tid=0x00007ff7acb29000 nid=0x2650e0 runnable [0x00007ff78f4bc000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.64ms elapsed=182.98s tid=0x00007ff7acb48800 nid=0x2650e1 runnable [0x00007ff78f47b000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fc2bfab0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fc2bf960> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.20ms elapsed=182.98s tid=0x00007ff7acb4a000 nid=0x2650e2 runnable [0x00007ff7561c1000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fc2bfe28> (a sun.nio.ch.Util$2)
# - locked <0x00000000fc2bfcd8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.25ms elapsed=182.97s tid=0x00007ff7acb4c000 nid=0x2650e3 waiting on condition [0x00007ff756180000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18-acceptor-0@2e8374d4-ServerConnector@7db0565c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #18 prio=5 os_prio=0 cpu=0.57ms elapsed=182.97s tid=0x00007ff7acb4d800 nid=0x2650e4 runnable [0x00007ff75613f000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.22ms elapsed=182.97s tid=0x00007ff7acb4f800 nid=0x2650e5 waiting on condition [0x00007ff7560fe000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.17ms elapsed=182.97s tid=0x00007ff7acb51000 nid=0x2650e6 waiting on condition [0x00007ff7560bd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.15ms elapsed=182.97s tid=0x00007ff7acb53000 nid=0x2650e7 waiting on condition [0x00007ff75607c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.18ms elapsed=182.97s tid=0x00007ff7acb55000 nid=0x2650e8 waiting on condition [0x00007ff75603b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.17ms elapsed=182.97s tid=0x00007ff7acb57000 nid=0x2650e9 waiting on condition [0x00007ff755ffa000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.19ms elapsed=182.97s tid=0x00007ff7acb58800 nid=0x2650ea waiting on condition [0x00007ff755fb9000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-5c645b43-1" #25 prio=5 os_prio=0 cpu=0.28ms elapsed=182.68s tid=0x00007ff7ad39b800 nid=0x2650eb waiting on condition [0x00007ff755d78000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9733498> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.01ms elapsed=181.23s tid=0x00007ff7adf37800 nid=0x26513e runnable [0x00007ff754ef0000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f97337c0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9733768> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.18ms elapsed=181.22s tid=0x00007ff7adf3c000 nid=0x26513f runnable [0x00007ff754eaf000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9733e10> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9733db8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=2.07ms elapsed=181.13s tid=0x00007ff7adf92800 nid=0x265140 waiting on condition [0x00007ff754c6e000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.25ms elapsed=181.13s tid=0x00007ff7adf93800 nid=0x265141 waiting on condition [0x00007ff754c2d000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.18ms elapsed=181.12s tid=0x00007ff7adf99000 nid=0x265142 runnable [0x00007ff754bec000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9799d40> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9799ce8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=181.12s tid=0x00007ff7adf9d800 nid=0x265143 runnable [0x00007ff754bab000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9740398> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9740340> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.16ms elapsed=180.92s tid=0x00007ff7ae005800 nid=0x265146 in Object.wait() [0x00007ff754b6a000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f979a118> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f979a118> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.16ms elapsed=180.38s tid=0x00007ff7ae32a000 nid=0x26514a waiting on condition [0x00007ff7544e8000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fc232110> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@4ad1a276" #35 prio=5 os_prio=0 cpu=1.74ms elapsed=180.38s tid=0x00007ff7ae32c800 nid=0x26514b waiting on condition [0x00007ff7544a7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff4a60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3570.68ms elapsed=180.38s tid=0x00007ff7ac029000 nid=0x2650a6 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.28ms elapsed=0.10s tid=0x00007ff768004800 nid=0x2662b7 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=37.99ms elapsed=184.66s tid=0x00007ff7ac2b9000 nid=0x2650b1 runnable
#
# "GC Thread#0" os_prio=0 cpu=49.24ms elapsed=184.69s tid=0x00007ff7ac041800 nid=0x2650ab runnable
#
# "GC Thread#1" os_prio=0 cpu=52.98ms elapsed=183.62s tid=0x00007ff77c001000 nid=0x2650d9 runnable
#
# "GC Thread#2" os_prio=0 cpu=53.74ms elapsed=183.62s tid=0x00007ff77c002800 nid=0x2650da runnable
#
# "GC Thread#3" os_prio=0 cpu=59.41ms elapsed=183.62s tid=0x00007ff77c004000 nid=0x2650dc runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.79ms elapsed=184.69s tid=0x00007ff7ac04e800 nid=0x2650ac runnable
#
# "G1 Conc#0" os_prio=0 cpu=97.70ms elapsed=184.69s tid=0x00007ff7ac050800 nid=0x2650ad runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.99ms elapsed=184.68s tid=0x00007ff7ac1f1000 nid=0x2650af runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.66ms elapsed=184.67s tid=0x00007ff7ac1f2800 nid=0x2650b0 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=74.32ms elapsed=184.54s tid=0x00007ff7ac3c6800 nid=0x2650bc waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2511010 is still running; forcefully killing it now.
# Killed process 2511010
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2510899 to stop gracefully.
# [|] [/] [-] [\] [|]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 2511010 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] Solr process 2511010 is still running; jstacking it now.
# 2022-12-12 17:00:15
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007ff768005930, length=32, elements={
# 0x00007ff7ac2c1000, 0x00007ff7ac2c5800, 0x00007ff7ac2da800, 0x00007ff7ac2dc800,
# 0x00007ff7ac2de800, 0x00007ff7ac2e0800, 0x00007ff7ac2e2800, 0x00007ff7ac37a000,
# 0x00007ff7ac8c8800, 0x00007ff7acb29000, 0x00007ff7acb48800, 0x00007ff7acb4a000,
# 0x00007ff7acb4c000, 0x00007ff7acb4d800, 0x00007ff7acb4f800, 0x00007ff7acb51000,
# 0x00007ff7acb53000, 0x00007ff7acb55000, 0x00007ff7acb57000, 0x00007ff7acb58800,
# 0x00007ff7ad39b800, 0x00007ff7adf37800, 0x00007ff7adf3c000, 0x00007ff7adf92800,
# 0x00007ff7adf93800, 0x00007ff7adf99000, 0x00007ff7adf9d800, 0x00007ff7ae005800,
# 0x00007ff7ae32a000, 0x00007ff7ae32c800, 0x00007ff7ac029000, 0x00007ff768004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.08ms elapsed=184.65s tid=0x00007ff7ac2c1000 nid=0x2650b2 waiting on condition [0x00007ff79412a000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.46ms elapsed=184.64s tid=0x00007ff7ac2c5800 nid=0x2650b3 in Object.wait() [0x00007ff7940e9000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.36ms elapsed=184.63s tid=0x00007ff7ac2da800 nid=0x2650b5 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.63s tid=0x00007ff7ac2dc800 nid=0x2650b6 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2688.91ms elapsed=184.63s tid=0x00007ff7ac2de800 nid=0x2650b7 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1205.53ms elapsed=184.63s tid=0x00007ff7ac2e0800 nid=0x2650b8 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=0.06ms elapsed=184.62s tid=0x00007ff7ac2e2800 nid=0x2650b9 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.81ms elapsed=184.57s tid=0x00007ff7ac37a000 nid=0x2650ba in Object.wait() [0x00007ff78fe7b000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0402100> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=446.85ms elapsed=183.32s tid=0x00007ff7ac8c8800 nid=0x2650dd in Object.wait() [0x00007ff78f4fd000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04027d0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.55ms elapsed=183.00s tid=0x00007ff7acb29000 nid=0x2650e0 runnable [0x00007ff78f4bc000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.64ms elapsed=182.98s tid=0x00007ff7acb48800 nid=0x2650e1 runnable [0x00007ff78f47b000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fc2bfab0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fc2bf960> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.20ms elapsed=182.98s tid=0x00007ff7acb4a000 nid=0x2650e2 runnable [0x00007ff7561c1000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fc2bfe28> (a sun.nio.ch.Util$2)
# - locked <0x00000000fc2bfcd8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.25ms elapsed=182.97s tid=0x00007ff7acb4c000 nid=0x2650e3 waiting on condition [0x00007ff756180000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18-acceptor-0@2e8374d4-ServerConnector@7db0565c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #18 prio=5 os_prio=0 cpu=0.57ms elapsed=182.97s tid=0x00007ff7acb4d800 nid=0x2650e4 runnable [0x00007ff75613f000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.22ms elapsed=182.97s tid=0x00007ff7acb4f800 nid=0x2650e5 waiting on condition [0x00007ff7560fe000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.17ms elapsed=182.97s tid=0x00007ff7acb51000 nid=0x2650e6 waiting on condition [0x00007ff7560bd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.15ms elapsed=182.97s tid=0x00007ff7acb53000 nid=0x2650e7 waiting on condition [0x00007ff75607c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.18ms elapsed=182.97s tid=0x00007ff7acb55000 nid=0x2650e8 waiting on condition [0x00007ff75603b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.17ms elapsed=182.97s tid=0x00007ff7acb57000 nid=0x2650e9 waiting on condition [0x00007ff755ffa000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.19ms elapsed=182.97s tid=0x00007ff7acb58800 nid=0x2650ea waiting on condition [0x00007ff755fb9000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff2b20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-5c645b43-1" #25 prio=5 os_prio=0 cpu=0.28ms elapsed=182.68s tid=0x00007ff7ad39b800 nid=0x2650eb waiting on condition [0x00007ff755d78000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9733498> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.01ms elapsed=181.23s tid=0x00007ff7adf37800 nid=0x26513e runnable [0x00007ff754ef0000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f97337c0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9733768> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.18ms elapsed=181.22s tid=0x00007ff7adf3c000 nid=0x26513f runnable [0x00007ff754eaf000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9733e10> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9733db8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=2.07ms elapsed=181.13s tid=0x00007ff7adf92800 nid=0x265140 waiting on condition [0x00007ff754c6e000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.25ms elapsed=181.13s tid=0x00007ff7adf93800 nid=0x265141 waiting on condition [0x00007ff754c2d000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.18ms elapsed=181.12s tid=0x00007ff7adf99000 nid=0x265142 runnable [0x00007ff754bec000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9799d40> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9799ce8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=181.12s tid=0x00007ff7adf9d800 nid=0x265143 runnable [0x00007ff754bab000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9740398> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9740340> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.16ms elapsed=180.92s tid=0x00007ff7ae005800 nid=0x265146 in Object.wait() [0x00007ff754b6a000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f979a118> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f979a118> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.16ms elapsed=180.38s tid=0x00007ff7ae32a000 nid=0x26514a waiting on condition [0x00007ff7544e8000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fc232110> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@4ad1a276" #35 prio=5 os_prio=0 cpu=1.74ms elapsed=180.38s tid=0x00007ff7ae32c800 nid=0x26514b waiting on condition [0x00007ff7544a7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff4a60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3570.68ms elapsed=180.38s tid=0x00007ff7ac029000 nid=0x2650a6 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.28ms elapsed=0.10s tid=0x00007ff768004800 nid=0x2662b7 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=37.99ms elapsed=184.66s tid=0x00007ff7ac2b9000 nid=0x2650b1 runnable
#
# "GC Thread#0" os_prio=0 cpu=49.24ms elapsed=184.69s tid=0x00007ff7ac041800 nid=0x2650ab runnable
#
# "GC Thread#1" os_prio=0 cpu=52.98ms elapsed=183.62s tid=0x00007ff77c001000 nid=0x2650d9 runnable
#
# "GC Thread#2" os_prio=0 cpu=53.74ms elapsed=183.62s tid=0x00007ff77c002800 nid=0x2650da runnable
#
# "GC Thread#3" os_prio=0 cpu=59.41ms elapsed=183.62s tid=0x00007ff77c004000 nid=0x2650dc runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.79ms elapsed=184.69s tid=0x00007ff7ac04e800 nid=0x2650ac runnable
#
# "G1 Conc#0" os_prio=0 cpu=97.70ms elapsed=184.69s tid=0x00007ff7ac050800 nid=0x2650ad runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.99ms elapsed=184.68s tid=0x00007ff7ac1f1000 nid=0x2650af runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.66ms elapsed=184.67s tid=0x00007ff7ac1f2800 nid=0x2650b0 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=74.32ms elapsed=184.54s tid=0x00007ff7ac3c6800 nid=0x2650bc waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2511010 is still running; forcefully killing it now.
# Killed process 2511010
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2510899 to stop gracefully.
# [|] [/] [-] [\] [|]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 57m 8s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5566 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5566/
All tests passed
Build Log:
[...truncated 1193 lines...]
# 2022-12-12 20:14:33
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f15080058c0, length=32, elements={
# 0x00007f15502c1000, 0x00007f15502c5800, 0x00007f15502da800, 0x00007f15502dc800,
# 0x00007f15502de800, 0x00007f15502e0800, 0x00007f15502e2800, 0x00007f1550387800,
# 0x00007f1550a38800, 0x00007f1550c37000, 0x00007f1550c57000, 0x00007f1550c58800,
# 0x00007f1550c5a800, 0x00007f1550c5c000, 0x00007f1550c5d800, 0x00007f1550c5f800,
# 0x00007f1550c61800, 0x00007f1550c63000, 0x00007f1550c65000, 0x00007f1550c66800,
# 0x00007f15514ba000, 0x00007f15521d0800, 0x00007f15521d5000, 0x00007f155222b800,
# 0x00007f155222c800, 0x00007f1552231800, 0x00007f1552236800, 0x00007f15522ce000,
# 0x00007f155254b800, 0x00007f155254e000, 0x00007f1550029000, 0x00007f1508004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.04ms elapsed=184.85s tid=0x00007f15502c1000 nid=0x2e9155 waiting on condition [0x00007f1533c7d000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.58ms elapsed=184.84s tid=0x00007f15502c5800 nid=0x2e9156 in Object.wait() [0x00007f15302f0000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.34ms elapsed=184.83s tid=0x00007f15502da800 nid=0x2e9157 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.10ms elapsed=184.83s tid=0x00007f15502dc800 nid=0x2e9158 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3745.55ms elapsed=184.81s tid=0x00007f15502de800 nid=0x2e9159 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1186.71ms elapsed=184.81s tid=0x00007f15502e0800 nid=0x2e915b waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=0.07ms elapsed=184.80s tid=0x00007f15502e2800 nid=0x2e915c runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.84ms elapsed=184.75s tid=0x00007f1550387800 nid=0x2e915f in Object.wait() [0x00007f15234d7000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04023c0> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=469.07ms elapsed=183.59s tid=0x00007f1550a38800 nid=0x2e916b in Object.wait() [0x00007f1521d25000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0403238> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.97ms elapsed=183.13s tid=0x00007f1550c37000 nid=0x2e916e runnable [0x00007f15214e1000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.61ms elapsed=183.10s tid=0x00007f1550c57000 nid=0x2e916f runnable [0x00007f15214a0000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fca8e6e0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fca8e590> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16-acceptor-0@8aabe95-ServerConnector@7db0565c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #16 prio=5 os_prio=0 cpu=0.80ms elapsed=183.10s tid=0x00007f1550c58800 nid=0x2e9170 runnable [0x00007f152145f000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.24ms elapsed=183.10s tid=0x00007f1550c5a800 nid=0x2e9171 runnable [0x00007f152141e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fca8ea38> (a sun.nio.ch.Util$2)
# - locked <0x00000000fca8e8e8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.34ms elapsed=183.10s tid=0x00007f1550c5c000 nid=0x2e9172 waiting on condition [0x00007f15213dd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.29ms elapsed=183.10s tid=0x00007f1550c5d800 nid=0x2e9173 waiting on condition [0x00007f152139c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.17ms elapsed=183.10s tid=0x00007f1550c5f800 nid=0x2e9174 waiting on condition [0x00007f152135b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.16ms elapsed=183.10s tid=0x00007f1550c61800 nid=0x2e9175 waiting on condition [0x00007f152131a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.17ms elapsed=183.10s tid=0x00007f1550c63000 nid=0x2e9176 waiting on condition [0x00007f15212d9000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.14ms elapsed=183.10s tid=0x00007f1550c65000 nid=0x2e9177 waiting on condition [0x00007f1521298000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.12ms elapsed=183.10s tid=0x00007f1550c66800 nid=0x2e9178 waiting on condition [0x00007f1521257000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-5c645b43-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.81s tid=0x00007f15514ba000 nid=0x2e9179 waiting on condition [0x00007f1521016000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f8e5cfe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.03ms elapsed=180.97s tid=0x00007f15521d0800 nid=0x2e91cc runnable [0x00007f152018e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8e5d418> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8e5d3c0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a9c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.18ms elapsed=180.97s tid=0x00007f15521d5000 nid=0x2e91cd runnable [0x00007f152014d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8e5da00> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8e5d9a8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a9c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.98ms elapsed=180.85s tid=0x00007f155222b800 nid=0x2e91ce waiting on condition [0x00007f152010c000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.31ms elapsed=180.85s tid=0x00007f155222c800 nid=0x2e91cf waiting on condition [0x00007f15200cb000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.26ms elapsed=180.84s tid=0x00007f1552231800 nid=0x2e91d0 runnable [0x00007f152008a000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8c2ec40> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8c2ebe8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a9c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.17ms elapsed=180.84s tid=0x00007f1552236800 nid=0x2e91d1 runnable [0x00007f1520049000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8c2f060> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8c2f008> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a9c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.15ms elapsed=180.63s tid=0x00007f15522ce000 nid=0x2e91d4 in Object.wait() [0x00007f14b7dfe000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f8c35c80> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f8c35c80> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.16ms elapsed=179.99s tid=0x00007f155254b800 nid=0x2e91d8 waiting on condition [0x00007f14b777c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fcb80388> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@df7d1d4" #35 prio=5 os_prio=0 cpu=1.92ms elapsed=179.99s tid=0x00007f155254e000 nid=0x2e91d9 waiting on condition [0x00007f14b773b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe6f90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3474.51ms elapsed=179.99s tid=0x00007f1550029000 nid=0x2e9147 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=0.10s tid=0x00007f1508004800 nid=0x2e9a43 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=41.46ms elapsed=184.86s tid=0x00007f15502b9000 nid=0x2e9152 runnable
#
# "GC Thread#0" os_prio=0 cpu=65.22ms elapsed=184.92s tid=0x00007f1550041800 nid=0x2e914a runnable
#
# "GC Thread#1" os_prio=0 cpu=49.63ms elapsed=183.94s tid=0x00007f1518001000 nid=0x2e9164 runnable
#
# "GC Thread#2" os_prio=0 cpu=58.77ms elapsed=183.94s tid=0x00007f1518002800 nid=0x2e9165 runnable
#
# "GC Thread#3" os_prio=0 cpu=39.90ms elapsed=183.94s tid=0x00007f1518004000 nid=0x2e9166 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.35ms elapsed=184.92s tid=0x00007f155004e800 nid=0x2e914b runnable
#
# "G1 Conc#0" os_prio=0 cpu=51.63ms elapsed=184.92s tid=0x00007f1550050800 nid=0x2e914c runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.52ms elapsed=184.90s tid=0x00007f15501f1000 nid=0x2e914d runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=40.71ms elapsed=184.89s tid=0x00007f15501f2800 nid=0x2e914e runnable
# "VM Periodic Task Thread" os_prio=0 cpu=78.40ms elapsed=184.73s tid=0x00007f15503db800 nid=0x2e9160 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 3051845 is still running; forcefully killing it now.
# Killed process 3051845
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 3051678 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 3051845 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] Solr process 3051845 is still running; jstacking it now.
# 2022-12-12 20:14:33
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f15080058c0, length=32, elements={
# 0x00007f15502c1000, 0x00007f15502c5800, 0x00007f15502da800, 0x00007f15502dc800,
# 0x00007f15502de800, 0x00007f15502e0800, 0x00007f15502e2800, 0x00007f1550387800,
# 0x00007f1550a38800, 0x00007f1550c37000, 0x00007f1550c57000, 0x00007f1550c58800,
# 0x00007f1550c5a800, 0x00007f1550c5c000, 0x00007f1550c5d800, 0x00007f1550c5f800,
# 0x00007f1550c61800, 0x00007f1550c63000, 0x00007f1550c65000, 0x00007f1550c66800,
# 0x00007f15514ba000, 0x00007f15521d0800, 0x00007f15521d5000, 0x00007f155222b800,
# 0x00007f155222c800, 0x00007f1552231800, 0x00007f1552236800, 0x00007f15522ce000,
# 0x00007f155254b800, 0x00007f155254e000, 0x00007f1550029000, 0x00007f1508004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.04ms elapsed=184.85s tid=0x00007f15502c1000 nid=0x2e9155 waiting on condition [0x00007f1533c7d000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.58ms elapsed=184.84s tid=0x00007f15502c5800 nid=0x2e9156 in Object.wait() [0x00007f15302f0000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.34ms elapsed=184.83s tid=0x00007f15502da800 nid=0x2e9157 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.10ms elapsed=184.83s tid=0x00007f15502dc800 nid=0x2e9158 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3745.55ms elapsed=184.81s tid=0x00007f15502de800 nid=0x2e9159 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1186.71ms elapsed=184.81s tid=0x00007f15502e0800 nid=0x2e915b waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=0.07ms elapsed=184.80s tid=0x00007f15502e2800 nid=0x2e915c runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.84ms elapsed=184.75s tid=0x00007f1550387800 nid=0x2e915f in Object.wait() [0x00007f15234d7000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04023c0> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=469.07ms elapsed=183.59s tid=0x00007f1550a38800 nid=0x2e916b in Object.wait() [0x00007f1521d25000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0403238> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.97ms elapsed=183.13s tid=0x00007f1550c37000 nid=0x2e916e runnable [0x00007f15214e1000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.61ms elapsed=183.10s tid=0x00007f1550c57000 nid=0x2e916f runnable [0x00007f15214a0000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fca8e6e0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fca8e590> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16-acceptor-0@8aabe95-ServerConnector@7db0565c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #16 prio=5 os_prio=0 cpu=0.80ms elapsed=183.10s tid=0x00007f1550c58800 nid=0x2e9170 runnable [0x00007f152145f000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.24ms elapsed=183.10s tid=0x00007f1550c5a800 nid=0x2e9171 runnable [0x00007f152141e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fca8ea38> (a sun.nio.ch.Util$2)
# - locked <0x00000000fca8e8e8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:934)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1078)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.34ms elapsed=183.10s tid=0x00007f1550c5c000 nid=0x2e9172 waiting on condition [0x00007f15213dd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.29ms elapsed=183.10s tid=0x00007f1550c5d800 nid=0x2e9173 waiting on condition [0x00007f152139c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.17ms elapsed=183.10s tid=0x00007f1550c5f800 nid=0x2e9174 waiting on condition [0x00007f152135b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.16ms elapsed=183.10s tid=0x00007f1550c61800 nid=0x2e9175 waiting on condition [0x00007f152131a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.17ms elapsed=183.10s tid=0x00007f1550c63000 nid=0x2e9176 waiting on condition [0x00007f15212d9000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.14ms elapsed=183.10s tid=0x00007f1550c65000 nid=0x2e9177 waiting on condition [0x00007f1521298000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.12ms elapsed=183.10s tid=0x00007f1550c66800 nid=0x2e9178 waiting on condition [0x00007f1521257000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe5380> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1015)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1065)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-5c645b43-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.81s tid=0x00007f15514ba000 nid=0x2e9179 waiting on condition [0x00007f1521016000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f8e5cfe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.03ms elapsed=180.97s tid=0x00007f15521d0800 nid=0x2e91cc runnable [0x00007f152018e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8e5d418> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8e5d3c0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a9c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.18ms elapsed=180.97s tid=0x00007f15521d5000 nid=0x2e91cd runnable [0x00007f152014d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8e5da00> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8e5d9a8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a9c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.98ms elapsed=180.85s tid=0x00007f155222b800 nid=0x2e91ce waiting on condition [0x00007f152010c000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.31ms elapsed=180.85s tid=0x00007f155222c800 nid=0x2e91cf waiting on condition [0x00007f15200cb000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.26ms elapsed=180.84s tid=0x00007f1552231800 nid=0x2e91d0 runnable [0x00007f152008a000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8c2ec40> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8c2ebe8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a9c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.17ms elapsed=180.84s tid=0x00007f1552236800 nid=0x2e91d1 runnable [0x00007f1520049000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8c2f060> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8c2f008> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$402/0x00000001004aa440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$403/0x00000001004a9c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.15ms elapsed=180.63s tid=0x00007f15522ce000 nid=0x2e91d4 in Object.wait() [0x00007f14b7dfe000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f8c35c80> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f8c35c80> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.16ms elapsed=179.99s tid=0x00007f155254b800 nid=0x2e91d8 waiting on condition [0x00007f14b777c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fcb80388> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@df7d1d4" #35 prio=5 os_prio=0 cpu=1.92ms elapsed=179.99s tid=0x00007f155254e000 nid=0x2e91d9 waiting on condition [0x00007f14b773b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fe6f90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3474.51ms elapsed=179.99s tid=0x00007f1550029000 nid=0x2e9147 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=0.10s tid=0x00007f1508004800 nid=0x2e9a43 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=41.46ms elapsed=184.86s tid=0x00007f15502b9000 nid=0x2e9152 runnable
#
# "GC Thread#0" os_prio=0 cpu=65.22ms elapsed=184.92s tid=0x00007f1550041800 nid=0x2e914a runnable
#
# "GC Thread#1" os_prio=0 cpu=49.63ms elapsed=183.94s tid=0x00007f1518001000 nid=0x2e9164 runnable
#
# "GC Thread#2" os_prio=0 cpu=58.77ms elapsed=183.94s tid=0x00007f1518002800 nid=0x2e9165 runnable
#
# "GC Thread#3" os_prio=0 cpu=39.90ms elapsed=183.94s tid=0x00007f1518004000 nid=0x2e9166 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.35ms elapsed=184.92s tid=0x00007f155004e800 nid=0x2e914b runnable
#
# "G1 Conc#0" os_prio=0 cpu=51.63ms elapsed=184.92s tid=0x00007f1550050800 nid=0x2e914c runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.52ms elapsed=184.90s tid=0x00007f15501f1000 nid=0x2e914d runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=40.71ms elapsed=184.89s tid=0x00007f15501f2800 nid=0x2e914e runnable
# "VM Periodic Task Thread" os_prio=0 cpu=78.40ms elapsed=184.73s tid=0x00007f15503db800 nid=0x2e9160 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 3051845 is still running; forcefully killing it now.
# Killed process 3051845
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 3051678 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 57m 18s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any