You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/12/12 00:00:03 UTC
[JENKINS] Solr » Solr-Check-main - Build # 5558 - Failure!
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5558/
All tests passed
Build Log:
[...truncated 1191 lines...]
# 2022-12-11 23:59:43
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f952c001f10, length=32, elements={
# 0x00007f95702c1000, 0x00007f95702c5800, 0x00007f95702da800, 0x00007f95702dc800,
# 0x00007f95702de800, 0x00007f95702e0800, 0x00007f95702e2800, 0x00007f9570372800,
# 0x00007f9570b09800, 0x00007f9570d09800, 0x00007f9570d02800, 0x00007f9570d04800,
# 0x00007f9570d2d000, 0x00007f9570d2e800, 0x00007f9570d30800, 0x00007f9570d32000,
# 0x00007f9570d34000, 0x00007f9570d35800, 0x00007f9570d37800, 0x00007f9570d39800,
# 0x00007f957157c000, 0x00007f9571d1b000, 0x00007f9571d1f000, 0x00007f9571d76800,
# 0x00007f9571d77800, 0x00007f9571d7d000, 0x00007f9571d81800, 0x00007f9571e18800,
# 0x00007f957166f800, 0x00007f9571672000, 0x00007f9570029000, 0x00007f952c001000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.87ms elapsed=184.82s tid=0x00007f95702c1000 nid=0x248ba waiting on condition [0x00007f95535fe000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.46ms elapsed=184.82s tid=0x00007f95702c5800 nid=0x248bb in Object.wait() [0x00007f95535bd000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.31ms elapsed=184.81s tid=0x00007f95702da800 nid=0x248bc runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.81s tid=0x00007f95702dc800 nid=0x248bd runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3202.85ms elapsed=184.81s tid=0x00007f95702de800 nid=0x248be waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1084.59ms elapsed=184.81s tid=0x00007f95702e0800 nid=0x248bf waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=0.09ms elapsed=184.81s tid=0x00007f95702e2800 nid=0x248c0 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.60ms elapsed=184.76s tid=0x00007f9570372800 nid=0x248c2 in Object.wait() [0x00007f95534b9000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401030> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=438.29ms elapsed=183.35s tid=0x00007f9570b09800 nid=0x248d1 in Object.wait() [0x00007f9553443000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0402378> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.70ms elapsed=183.05s tid=0x00007f9570d09800 nid=0x248d4 runnable [0x00007f95500ec000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.65ms elapsed=183.02s tid=0x00007f9570d02800 nid=0x248d5 runnable [0x00007f95500ab000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbedd878> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbedd728> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.53ms elapsed=183.01s tid=0x00007f9570d04800 nid=0x248d6 runnable [0x00007f955006a000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbedd520> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbedd3d0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17-acceptor-0@268daf95-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.58ms elapsed=183.01s tid=0x00007f9570d2d000 nid=0x248d7 runnable [0x00007f95126e9000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.36ms elapsed=183.01s tid=0x00007f9570d2e800 nid=0x248d8 waiting on condition [0x00007f95126a8000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.20ms elapsed=183.01s tid=0x00007f9570d30800 nid=0x248d9 waiting on condition [0x00007f9512667000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.19ms elapsed=183.01s tid=0x00007f9570d32000 nid=0x248da waiting on condition [0x00007f9512626000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.18ms elapsed=183.01s tid=0x00007f9570d34000 nid=0x248db waiting on condition [0x00007f95125e5000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.17ms elapsed=183.01s tid=0x00007f9570d35800 nid=0x248dc waiting on condition [0x00007f95125a4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.14ms elapsed=183.01s tid=0x00007f9570d37800 nid=0x248dd waiting on condition [0x00007f9512563000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.24ms elapsed=183.00s tid=0x00007f9570d39800 nid=0x248de waiting on condition [0x00007f9512522000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.36ms elapsed=182.40s tid=0x00007f957157c000 nid=0x248e9 waiting on condition [0x00007f95122e1000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9c35b60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.86ms elapsed=180.86s tid=0x00007f9571d1b000 nid=0x24942 runnable [0x00007f9511459000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9c35e88> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9c35e30> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.20ms elapsed=180.86s tid=0x00007f9571d1f000 nid=0x24943 runnable [0x00007f9511418000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9c0be18> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9c0bcc8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.77ms elapsed=180.78s tid=0x00007f9571d76800 nid=0x24944 waiting on condition [0x00007f95111d7000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.26ms elapsed=180.78s tid=0x00007f9571d77800 nid=0x24945 waiting on condition [0x00007f9511196000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.15ms elapsed=180.77s tid=0x00007f9571d7d000 nid=0x24946 runnable [0x00007f9511155000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9c41128> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9c410d0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=180.77s tid=0x00007f9571d81800 nid=0x24947 runnable [0x00007f9511114000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9c43fe8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9c43e98> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.14ms elapsed=180.58s tid=0x00007f9571e18800 nid=0x24948 in Object.wait() [0x00007f95110d3000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f9c49010> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f9c49010> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.11ms elapsed=179.61s tid=0x00007f957166f800 nid=0x2494f waiting on condition [0x00007f9510a51000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fbe4f188> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@45c90a05" #35 prio=5 os_prio=0 cpu=1.78ms elapsed=179.61s tid=0x00007f9571672000 nid=0x24950 waiting on condition [0x00007f9510a10000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1202768> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=4329.64ms elapsed=179.60s tid=0x00007f9570029000 nid=0x248ae waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.26ms elapsed=0.10s tid=0x00007f952c001000 nid=0x25b0e waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=33.06ms elapsed=184.82s tid=0x00007f95702b9000 nid=0x248b9 runnable
#
# "GC Thread#0" os_prio=0 cpu=57.44ms elapsed=184.86s tid=0x00007f9570041800 nid=0x248b3 runnable
#
# "GC Thread#1" os_prio=0 cpu=58.56ms elapsed=184.02s tid=0x00007f9540001000 nid=0x248cc runnable
#
# "GC Thread#2" os_prio=0 cpu=52.27ms elapsed=184.02s tid=0x00007f9540002800 nid=0x248cd runnable
#
# "GC Thread#3" os_prio=0 cpu=49.72ms elapsed=184.02s tid=0x00007f9540004000 nid=0x248ce runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.62ms elapsed=184.86s tid=0x00007f957004e800 nid=0x248b4 runnable
#
# "G1 Conc#0" os_prio=0 cpu=92.65ms elapsed=184.86s tid=0x00007f9570050800 nid=0x248b6 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.57ms elapsed=184.83s tid=0x00007f95701f1000 nid=0x248b7 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.99ms elapsed=184.83s tid=0x00007f95701f2800 nid=0x248b8 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=75.35ms elapsed=184.74s tid=0x00007f95703bf000 nid=0x248c5 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 149674 is still running; forcefully killing it now.
# Killed process 149674
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 149563 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 149674 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] Solr process 149674 is still running; jstacking it now.
# 2022-12-11 23:59:43
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f952c001f10, length=32, elements={
# 0x00007f95702c1000, 0x00007f95702c5800, 0x00007f95702da800, 0x00007f95702dc800,
# 0x00007f95702de800, 0x00007f95702e0800, 0x00007f95702e2800, 0x00007f9570372800,
# 0x00007f9570b09800, 0x00007f9570d09800, 0x00007f9570d02800, 0x00007f9570d04800,
# 0x00007f9570d2d000, 0x00007f9570d2e800, 0x00007f9570d30800, 0x00007f9570d32000,
# 0x00007f9570d34000, 0x00007f9570d35800, 0x00007f9570d37800, 0x00007f9570d39800,
# 0x00007f957157c000, 0x00007f9571d1b000, 0x00007f9571d1f000, 0x00007f9571d76800,
# 0x00007f9571d77800, 0x00007f9571d7d000, 0x00007f9571d81800, 0x00007f9571e18800,
# 0x00007f957166f800, 0x00007f9571672000, 0x00007f9570029000, 0x00007f952c001000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.87ms elapsed=184.82s tid=0x00007f95702c1000 nid=0x248ba waiting on condition [0x00007f95535fe000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.46ms elapsed=184.82s tid=0x00007f95702c5800 nid=0x248bb in Object.wait() [0x00007f95535bd000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.31ms elapsed=184.81s tid=0x00007f95702da800 nid=0x248bc runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.81s tid=0x00007f95702dc800 nid=0x248bd runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3202.85ms elapsed=184.81s tid=0x00007f95702de800 nid=0x248be waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1084.59ms elapsed=184.81s tid=0x00007f95702e0800 nid=0x248bf waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=0.09ms elapsed=184.81s tid=0x00007f95702e2800 nid=0x248c0 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.60ms elapsed=184.76s tid=0x00007f9570372800 nid=0x248c2 in Object.wait() [0x00007f95534b9000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401030> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=438.29ms elapsed=183.35s tid=0x00007f9570b09800 nid=0x248d1 in Object.wait() [0x00007f9553443000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0402378> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.70ms elapsed=183.05s tid=0x00007f9570d09800 nid=0x248d4 runnable [0x00007f95500ec000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.65ms elapsed=183.02s tid=0x00007f9570d02800 nid=0x248d5 runnable [0x00007f95500ab000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbedd878> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbedd728> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.53ms elapsed=183.01s tid=0x00007f9570d04800 nid=0x248d6 runnable [0x00007f955006a000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbedd520> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbedd3d0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17-acceptor-0@268daf95-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.58ms elapsed=183.01s tid=0x00007f9570d2d000 nid=0x248d7 runnable [0x00007f95126e9000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.36ms elapsed=183.01s tid=0x00007f9570d2e800 nid=0x248d8 waiting on condition [0x00007f95126a8000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.20ms elapsed=183.01s tid=0x00007f9570d30800 nid=0x248d9 waiting on condition [0x00007f9512667000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.19ms elapsed=183.01s tid=0x00007f9570d32000 nid=0x248da waiting on condition [0x00007f9512626000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.18ms elapsed=183.01s tid=0x00007f9570d34000 nid=0x248db waiting on condition [0x00007f95125e5000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.17ms elapsed=183.01s tid=0x00007f9570d35800 nid=0x248dc waiting on condition [0x00007f95125a4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.14ms elapsed=183.01s tid=0x00007f9570d37800 nid=0x248dd waiting on condition [0x00007f9512563000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.24ms elapsed=183.00s tid=0x00007f9570d39800 nid=0x248de waiting on condition [0x00007f9512522000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1206fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.36ms elapsed=182.40s tid=0x00007f957157c000 nid=0x248e9 waiting on condition [0x00007f95122e1000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9c35b60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.86ms elapsed=180.86s tid=0x00007f9571d1b000 nid=0x24942 runnable [0x00007f9511459000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9c35e88> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9c35e30> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.20ms elapsed=180.86s tid=0x00007f9571d1f000 nid=0x24943 runnable [0x00007f9511418000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9c0be18> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9c0bcc8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.77ms elapsed=180.78s tid=0x00007f9571d76800 nid=0x24944 waiting on condition [0x00007f95111d7000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.26ms elapsed=180.78s tid=0x00007f9571d77800 nid=0x24945 waiting on condition [0x00007f9511196000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.15ms elapsed=180.77s tid=0x00007f9571d7d000 nid=0x24946 runnable [0x00007f9511155000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9c41128> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9c410d0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=180.77s tid=0x00007f9571d81800 nid=0x24947 runnable [0x00007f9511114000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9c43fe8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9c43e98> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.14ms elapsed=180.58s tid=0x00007f9571e18800 nid=0x24948 in Object.wait() [0x00007f95110d3000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f9c49010> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f9c49010> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.11ms elapsed=179.61s tid=0x00007f957166f800 nid=0x2494f waiting on condition [0x00007f9510a51000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fbe4f188> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@45c90a05" #35 prio=5 os_prio=0 cpu=1.78ms elapsed=179.61s tid=0x00007f9571672000 nid=0x24950 waiting on condition [0x00007f9510a10000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1202768> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=4329.64ms elapsed=179.60s tid=0x00007f9570029000 nid=0x248ae waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.26ms elapsed=0.10s tid=0x00007f952c001000 nid=0x25b0e waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=33.06ms elapsed=184.82s tid=0x00007f95702b9000 nid=0x248b9 runnable
#
# "GC Thread#0" os_prio=0 cpu=57.44ms elapsed=184.86s tid=0x00007f9570041800 nid=0x248b3 runnable
#
# "GC Thread#1" os_prio=0 cpu=58.56ms elapsed=184.02s tid=0x00007f9540001000 nid=0x248cc runnable
#
# "GC Thread#2" os_prio=0 cpu=52.27ms elapsed=184.02s tid=0x00007f9540002800 nid=0x248cd runnable
#
# "GC Thread#3" os_prio=0 cpu=49.72ms elapsed=184.02s tid=0x00007f9540004000 nid=0x248ce runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.62ms elapsed=184.86s tid=0x00007f957004e800 nid=0x248b4 runnable
#
# "G1 Conc#0" os_prio=0 cpu=92.65ms elapsed=184.86s tid=0x00007f9570050800 nid=0x248b6 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.57ms elapsed=184.83s tid=0x00007f95701f1000 nid=0x248b7 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.99ms elapsed=184.83s tid=0x00007f95701f2800 nid=0x248b8 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=75.35ms elapsed=184.74s tid=0x00007f95703bf000 nid=0x248c5 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 149674 is still running; forcefully killing it now.
# Killed process 149674
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 149563 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 54m 20s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5560 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5560/
All tests passed
Build Log:
[...truncated 1193 lines...]
# 2022-12-12 05:57:33
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f702c002730, length=32, elements={
# 0x00007f70702c1000, 0x00007f70702c5800, 0x00007f70702da800, 0x00007f70702dc800,
# 0x00007f70702de800, 0x00007f70702e0800, 0x00007f70702e2800, 0x00007f70703b7800,
# 0x00007f7070a4a800, 0x00007f7070c4a800, 0x00007f7070c6a800, 0x00007f7070c6c000,
# 0x00007f7070c6d800, 0x00007f7070c6f800, 0x00007f7070c71000, 0x00007f7070c73000,
# 0x00007f7070c74800, 0x00007f7070c76800, 0x00007f7070c78000, 0x00007f7070c7a000,
# 0x00007f70714bd800, 0x00007f707248a800, 0x00007f707248f000, 0x00007f70724e6000,
# 0x00007f70724e7000, 0x00007f70724ba800, 0x00007f7072472000, 0x00007f707258a800,
# 0x00007f7072808800, 0x00007f707280a800, 0x00007f7070029000, 0x00007f702c001800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.05ms elapsed=184.65s tid=0x00007f70702c1000 nid=0xeed5c waiting on condition [0x00007f707525e000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.45ms elapsed=184.65s tid=0x00007f70702c5800 nid=0xeed5d in Object.wait() [0x00007f707407b000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.26ms elapsed=184.64s tid=0x00007f70702da800 nid=0xeed5f runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.06ms elapsed=184.64s tid=0x00007f70702dc800 nid=0xeed60 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3391.76ms elapsed=184.64s tid=0x00007f70702de800 nid=0xeed61 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1078.95ms elapsed=184.64s tid=0x00007f70702e0800 nid=0xeed62 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.61ms elapsed=184.63s tid=0x00007f70702e2800 nid=0xeed63 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.74ms elapsed=184.59s tid=0x00007f70703b7800 nid=0xeed64 in Object.wait() [0x00007f7058042000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401ff0> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=488.66ms elapsed=183.71s tid=0x00007f7070a4a800 nid=0xeed6f in Object.wait() [0x00007f70481ac000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04021e8> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.43ms elapsed=183.42s tid=0x00007f7070c4a800 nid=0xeed72 runnable [0x00007f704816b000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.62ms elapsed=183.40s tid=0x00007f7070c6a800 nid=0xeed73 runnable [0x00007f704812a000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbab12e8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbab1198> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.22ms elapsed=183.40s tid=0x00007f7070c6c000 nid=0xeed74 runnable [0x00007f70480e9000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbab1660> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbab1510> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17-acceptor-0@284a54ec-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.57ms elapsed=183.39s tid=0x00007f7070c6d800 nid=0xeed75 runnable [0x00007f70480a8000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.26ms elapsed=183.39s tid=0x00007f7070c6f800 nid=0xeed76 waiting on condition [0x00007f7048067000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.27ms elapsed=183.39s tid=0x00007f7070c71000 nid=0xeed77 waiting on condition [0x00007f700b1f4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.21ms elapsed=183.39s tid=0x00007f7070c73000 nid=0xeed78 waiting on condition [0x00007f700b1b3000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.18ms elapsed=183.39s tid=0x00007f7070c74800 nid=0xeed79 waiting on condition [0x00007f700b172000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.19ms elapsed=183.39s tid=0x00007f7070c76800 nid=0xeed7a waiting on condition [0x00007f700b131000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.19ms elapsed=183.39s tid=0x00007f7070c78000 nid=0xeed7b waiting on condition [0x00007f700b0f0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.12ms elapsed=183.39s tid=0x00007f7070c7a000 nid=0xeed7c waiting on condition [0x00007f700b0af000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.28ms elapsed=183.11s tid=0x00007f70714bd800 nid=0xeed7e waiting on condition [0x00007f700ae6e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9189eb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.03ms elapsed=181.66s tid=0x00007f707248a800 nid=0xeedc9 runnable [0x00007f7009fe6000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9245318> (a sun.nio.ch.Util$2)
# - locked <0x00000000f92451c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.17ms elapsed=181.64s tid=0x00007f707248f000 nid=0xeedca runnable [0x00007f7009fa5000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9245860> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9245710> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.78ms elapsed=181.20s tid=0x00007f70724e6000 nid=0xeedcc waiting on condition [0x00007f7009d64000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.41ms elapsed=181.20s tid=0x00007f70724e7000 nid=0xeedcd waiting on condition [0x00007f7009d23000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.13ms elapsed=181.19s tid=0x00007f70724ba800 nid=0xeedce runnable [0x00007f7009ce2000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f92a6338> (a sun.nio.ch.Util$2)
# - locked <0x00000000f92a61e8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=181.19s tid=0x00007f7072472000 nid=0xeedcf runnable [0x00007f7009ca1000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f92a55c0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f92a5470> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.13ms elapsed=180.98s tid=0x00007f707258a800 nid=0xeedd8 in Object.wait() [0x00007f7009c60000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f8eb3e20> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f8eb3e20> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.16ms elapsed=180.27s tid=0x00007f7072808800 nid=0xeeddc waiting on condition [0x00007f70095de000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fba22f60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@4fa91d5b" #35 prio=5 os_prio=0 cpu=1.80ms elapsed=180.27s tid=0x00007f707280a800 nid=0xeeddd waiting on condition [0x00007f700959d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1100f20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3461.99ms elapsed=180.27s tid=0x00007f7070029000 nid=0xeed4f waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.25ms elapsed=0.10s tid=0x00007f702c001800 nid=0xef66f waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.53ms elapsed=184.66s tid=0x00007f70702b9000 nid=0xeed5b runnable
#
# "GC Thread#0" os_prio=0 cpu=47.79ms elapsed=184.69s tid=0x00007f7070041800 nid=0xeed52 runnable
#
# "GC Thread#1" os_prio=0 cpu=49.86ms elapsed=183.98s tid=0x00007f7040001000 nid=0xeed6c runnable
#
# "GC Thread#2" os_prio=0 cpu=55.46ms elapsed=183.98s tid=0x00007f7040002800 nid=0xeed6d runnable
#
# "GC Thread#3" os_prio=0 cpu=52.78ms elapsed=183.98s tid=0x00007f7040004800 nid=0xeed6e runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.35ms elapsed=184.69s tid=0x00007f707004e800 nid=0xeed53 runnable
#
# "G1 Conc#0" os_prio=0 cpu=87.86ms elapsed=184.69s tid=0x00007f7070050800 nid=0xeed54 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.93ms elapsed=184.67s tid=0x00007f70701f1000 nid=0xeed55 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=49.26ms elapsed=184.67s tid=0x00007f70701f2800 nid=0xeed56 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=79.72ms elapsed=184.56s tid=0x00007f7070403800 nid=0xeed66 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 978253 is still running; forcefully killing it now.
# Killed process 978253
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 978125 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 978253 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] Solr process 978253 is still running; jstacking it now.
# 2022-12-12 05:57:33
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f702c002730, length=32, elements={
# 0x00007f70702c1000, 0x00007f70702c5800, 0x00007f70702da800, 0x00007f70702dc800,
# 0x00007f70702de800, 0x00007f70702e0800, 0x00007f70702e2800, 0x00007f70703b7800,
# 0x00007f7070a4a800, 0x00007f7070c4a800, 0x00007f7070c6a800, 0x00007f7070c6c000,
# 0x00007f7070c6d800, 0x00007f7070c6f800, 0x00007f7070c71000, 0x00007f7070c73000,
# 0x00007f7070c74800, 0x00007f7070c76800, 0x00007f7070c78000, 0x00007f7070c7a000,
# 0x00007f70714bd800, 0x00007f707248a800, 0x00007f707248f000, 0x00007f70724e6000,
# 0x00007f70724e7000, 0x00007f70724ba800, 0x00007f7072472000, 0x00007f707258a800,
# 0x00007f7072808800, 0x00007f707280a800, 0x00007f7070029000, 0x00007f702c001800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.05ms elapsed=184.65s tid=0x00007f70702c1000 nid=0xeed5c waiting on condition [0x00007f707525e000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.45ms elapsed=184.65s tid=0x00007f70702c5800 nid=0xeed5d in Object.wait() [0x00007f707407b000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.26ms elapsed=184.64s tid=0x00007f70702da800 nid=0xeed5f runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.06ms elapsed=184.64s tid=0x00007f70702dc800 nid=0xeed60 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3391.76ms elapsed=184.64s tid=0x00007f70702de800 nid=0xeed61 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1078.95ms elapsed=184.64s tid=0x00007f70702e0800 nid=0xeed62 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.61ms elapsed=184.63s tid=0x00007f70702e2800 nid=0xeed63 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.74ms elapsed=184.59s tid=0x00007f70703b7800 nid=0xeed64 in Object.wait() [0x00007f7058042000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401ff0> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=488.66ms elapsed=183.71s tid=0x00007f7070a4a800 nid=0xeed6f in Object.wait() [0x00007f70481ac000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04021e8> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.43ms elapsed=183.42s tid=0x00007f7070c4a800 nid=0xeed72 runnable [0x00007f704816b000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.62ms elapsed=183.40s tid=0x00007f7070c6a800 nid=0xeed73 runnable [0x00007f704812a000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbab12e8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbab1198> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.22ms elapsed=183.40s tid=0x00007f7070c6c000 nid=0xeed74 runnable [0x00007f70480e9000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbab1660> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbab1510> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17-acceptor-0@284a54ec-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.57ms elapsed=183.39s tid=0x00007f7070c6d800 nid=0xeed75 runnable [0x00007f70480a8000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.26ms elapsed=183.39s tid=0x00007f7070c6f800 nid=0xeed76 waiting on condition [0x00007f7048067000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.27ms elapsed=183.39s tid=0x00007f7070c71000 nid=0xeed77 waiting on condition [0x00007f700b1f4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.21ms elapsed=183.39s tid=0x00007f7070c73000 nid=0xeed78 waiting on condition [0x00007f700b1b3000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.18ms elapsed=183.39s tid=0x00007f7070c74800 nid=0xeed79 waiting on condition [0x00007f700b172000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.19ms elapsed=183.39s tid=0x00007f7070c76800 nid=0xeed7a waiting on condition [0x00007f700b131000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.19ms elapsed=183.39s tid=0x00007f7070c78000 nid=0xeed7b waiting on condition [0x00007f700b0f0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.12ms elapsed=183.39s tid=0x00007f7070c7a000 nid=0xeed7c waiting on condition [0x00007f700b0af000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1118948> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.28ms elapsed=183.11s tid=0x00007f70714bd800 nid=0xeed7e waiting on condition [0x00007f700ae6e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9189eb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.03ms elapsed=181.66s tid=0x00007f707248a800 nid=0xeedc9 runnable [0x00007f7009fe6000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9245318> (a sun.nio.ch.Util$2)
# - locked <0x00000000f92451c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.17ms elapsed=181.64s tid=0x00007f707248f000 nid=0xeedca runnable [0x00007f7009fa5000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9245860> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9245710> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.78ms elapsed=181.20s tid=0x00007f70724e6000 nid=0xeedcc waiting on condition [0x00007f7009d64000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.41ms elapsed=181.20s tid=0x00007f70724e7000 nid=0xeedcd waiting on condition [0x00007f7009d23000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.13ms elapsed=181.19s tid=0x00007f70724ba800 nid=0xeedce runnable [0x00007f7009ce2000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f92a6338> (a sun.nio.ch.Util$2)
# - locked <0x00000000f92a61e8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=181.19s tid=0x00007f7072472000 nid=0xeedcf runnable [0x00007f7009ca1000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f92a55c0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f92a5470> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.13ms elapsed=180.98s tid=0x00007f707258a800 nid=0xeedd8 in Object.wait() [0x00007f7009c60000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f8eb3e20> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f8eb3e20> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.16ms elapsed=180.27s tid=0x00007f7072808800 nid=0xeeddc waiting on condition [0x00007f70095de000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fba22f60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@4fa91d5b" #35 prio=5 os_prio=0 cpu=1.80ms elapsed=180.27s tid=0x00007f707280a800 nid=0xeeddd waiting on condition [0x00007f700959d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1100f20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3461.99ms elapsed=180.27s tid=0x00007f7070029000 nid=0xeed4f waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.25ms elapsed=0.10s tid=0x00007f702c001800 nid=0xef66f waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.53ms elapsed=184.66s tid=0x00007f70702b9000 nid=0xeed5b runnable
#
# "GC Thread#0" os_prio=0 cpu=47.79ms elapsed=184.69s tid=0x00007f7070041800 nid=0xeed52 runnable
#
# "GC Thread#1" os_prio=0 cpu=49.86ms elapsed=183.98s tid=0x00007f7040001000 nid=0xeed6c runnable
#
# "GC Thread#2" os_prio=0 cpu=55.46ms elapsed=183.98s tid=0x00007f7040002800 nid=0xeed6d runnable
#
# "GC Thread#3" os_prio=0 cpu=52.78ms elapsed=183.98s tid=0x00007f7040004800 nid=0xeed6e runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.35ms elapsed=184.69s tid=0x00007f707004e800 nid=0xeed53 runnable
#
# "G1 Conc#0" os_prio=0 cpu=87.86ms elapsed=184.69s tid=0x00007f7070050800 nid=0xeed54 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.93ms elapsed=184.67s tid=0x00007f70701f1000 nid=0xeed55 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=49.26ms elapsed=184.67s tid=0x00007f70701f2800 nid=0xeed56 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=79.72ms elapsed=184.56s tid=0x00007f7070403800 nid=0xeed66 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 978253 is still running; forcefully killing it now.
# Killed process 978253
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 978125 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 40s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5559 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5559/
All tests passed
Build Log:
[...truncated 1193 lines...]
# 2022-12-12 02:05:29
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f8c7c005870, length=32, elements={
# 0x00007f8cc42c1000, 0x00007f8cc42c5800, 0x00007f8cc42da800, 0x00007f8cc42dc800,
# 0x00007f8cc42de800, 0x00007f8cc42e0800, 0x00007f8cc42e2800, 0x00007f8cc4387800,
# 0x00007f8cc48e2800, 0x00007f8cc4b18000, 0x00007f8cc4b38000, 0x00007f8cc4b39800,
# 0x00007f8cc4b3b000, 0x00007f8cc4b3d000, 0x00007f8cc4b3e800, 0x00007f8cc4b40800,
# 0x00007f8cc4b42000, 0x00007f8cc4b44000, 0x00007f8cc4b45800, 0x00007f8cc4b47800,
# 0x00007f8cc538b000, 0x00007f8cc5d70800, 0x00007f8cc5d75000, 0x00007f8cc5dcc000,
# 0x00007f8cc5dcd000, 0x00007f8cc5dd2000, 0x00007f8cc5dd7000, 0x00007f8cc5e72800,
# 0x00007f8cc60ef000, 0x00007f8cc60f1800, 0x00007f8cc4029000, 0x00007f8c7c004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.01ms elapsed=184.72s tid=0x00007f8cc42c1000 nid=0x7b9d0 waiting on condition [0x00007f8ca446f000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.50ms elapsed=184.72s tid=0x00007f8cc42c5800 nid=0x7b9d1 in Object.wait() [0x00007f8ca442e000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e06c3678> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e06c3678> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.30ms elapsed=184.71s tid=0x00007f8cc42da800 nid=0x7b9d2 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.71s tid=0x00007f8cc42dc800 nid=0x7b9d3 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3041.29ms elapsed=184.71s tid=0x00007f8cc42de800 nid=0x7b9d4 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1082.78ms elapsed=184.71s tid=0x00007f8cc42e0800 nid=0x7b9d5 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.12ms elapsed=184.71s tid=0x00007f8cc42e2800 nid=0x7b9d6 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.57ms elapsed=184.67s tid=0x00007f8cc4387800 nid=0x7b9d7 in Object.wait() [0x00007f8ca4044000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e040d6c0> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=435.63ms elapsed=183.31s tid=0x00007f8cc48e2800 nid=0x7b9e4 in Object.wait() [0x00007f8c95e8b000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e05bc3d0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.38ms elapsed=183.02s tid=0x00007f8cc4b18000 nid=0x7b9e7 runnable [0x00007f8c95545000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.59ms elapsed=183.00s tid=0x00007f8cc4b38000 nid=0x7b9e8 runnable [0x00007f8c95504000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb07b0f8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb07afa8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.52ms elapsed=183.00s tid=0x00007f8cc4b39800 nid=0x7b9e9 waiting on condition [0x00007f8c954c3000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.60ms elapsed=183.00s tid=0x00007f8cc4b3b000 nid=0x7b9ea waiting on condition [0x00007f8c95482000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.33ms elapsed=182.99s tid=0x00007f8cc4b3d000 nid=0x7b9eb waiting on condition [0x00007f8c95441000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.18ms elapsed=182.99s tid=0x00007f8cc4b3e800 nid=0x7b9ec runnable [0x00007f8c95400000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb07b450> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb07b300> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20-acceptor-0@7915ad49-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #20 prio=5 os_prio=0 cpu=0.54ms elapsed=182.99s tid=0x00007f8cc4b40800 nid=0x7b9ed runnable [0x00007f8c953bf000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.20ms elapsed=182.99s tid=0x00007f8cc4b42000 nid=0x7b9ee waiting on condition [0x00007f8c9537e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.12ms elapsed=182.99s tid=0x00007f8cc4b44000 nid=0x7b9ef waiting on condition [0x00007f8c9533d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.11ms elapsed=182.99s tid=0x00007f8cc4b45800 nid=0x7b9f0 waiting on condition [0x00007f8c952fc000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.14ms elapsed=182.99s tid=0x00007f8cc4b47800 nid=0x7b9f1 waiting on condition [0x00007f8c952bb000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.73s tid=0x00007f8cc538b000 nid=0x7ba04 waiting on condition [0x00007f8c9507a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9046e78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.98ms elapsed=181.04s tid=0x00007f8cc5d70800 nid=0x7ba57 runnable [0x00007f8c941f2000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9048ca0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9048b50> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.15ms elapsed=181.04s tid=0x00007f8cc5d75000 nid=0x7ba58 runnable [0x00007f8c941b1000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f90488d8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9048788> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.91ms elapsed=180.95s tid=0x00007f8cc5dcc000 nid=0x7ba59 waiting on condition [0x00007f8c94170000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.20ms elapsed=180.95s tid=0x00007f8cc5dcd000 nid=0x7ba5a waiting on condition [0x00007f8c9412f000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.19ms elapsed=180.95s tid=0x00007f8cc5dd2000 nid=0x7ba5b runnable [0x00007f8c940ee000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8f00920> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8f008c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.14ms elapsed=180.95s tid=0x00007f8cc5dd7000 nid=0x7ba5c runnable [0x00007f8c940ad000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8f037f8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8f036a8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.17ms elapsed=180.75s tid=0x00007f8cc5e72800 nid=0x7ba5d in Object.wait() [0x00007f8c9406c000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f890b650> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f890b650> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=179.98s tid=0x00007f8cc60ef000 nid=0x7ba61 waiting on condition [0x00007f8c2b7bd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb1ecad0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@4fa91d5b" #35 prio=5 os_prio=0 cpu=1.64ms elapsed=179.98s tid=0x00007f8cc60f1800 nid=0x7ba62 waiting on condition [0x00007f8c2b77c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd7c38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3507.38ms elapsed=179.98s tid=0x00007f8cc4029000 nid=0x7b9c2 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.21ms elapsed=0.10s tid=0x00007f8c7c004800 nid=0x7c2e4 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=57.82ms elapsed=184.72s tid=0x00007f8cc42b9000 nid=0x7b9cf runnable
#
# "GC Thread#0" os_prio=0 cpu=48.22ms elapsed=184.76s tid=0x00007f8cc4041800 nid=0x7b9c5 runnable
#
# "GC Thread#1" os_prio=0 cpu=52.88ms elapsed=183.97s tid=0x00007f8c8c001000 nid=0x7b9df runnable
#
# "GC Thread#2" os_prio=0 cpu=47.96ms elapsed=183.97s tid=0x00007f8c8c002800 nid=0x7b9e0 runnable
#
# "GC Thread#3" os_prio=0 cpu=44.57ms elapsed=183.97s tid=0x00007f8c8c004000 nid=0x7b9e1 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.46ms elapsed=184.76s tid=0x00007f8cc404e800 nid=0x7b9c6 runnable
#
# "G1 Conc#0" os_prio=0 cpu=85.39ms elapsed=184.76s tid=0x00007f8cc4050800 nid=0x7b9c7 runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.00ms elapsed=184.74s tid=0x00007f8cc41f1000 nid=0x7b9c8 runnable
#
# "G1 Refine#1" os_prio=0 cpu=0.05ms elapsed=183.24s tid=0x00007f8c9c001800 nid=0x7b9e5 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=50.62ms elapsed=184.74s tid=0x00007f8cc41f2800 nid=0x7b9c9 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=70.75ms elapsed=184.65s tid=0x00007f8cc43e3800 nid=0x7b9d8 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 506304 is still running; forcefully killing it now.
# Killed process 506304
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 506189 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 506304 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] Solr process 506304 is still running; jstacking it now.
# 2022-12-12 02:05:29
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f8c7c005870, length=32, elements={
# 0x00007f8cc42c1000, 0x00007f8cc42c5800, 0x00007f8cc42da800, 0x00007f8cc42dc800,
# 0x00007f8cc42de800, 0x00007f8cc42e0800, 0x00007f8cc42e2800, 0x00007f8cc4387800,
# 0x00007f8cc48e2800, 0x00007f8cc4b18000, 0x00007f8cc4b38000, 0x00007f8cc4b39800,
# 0x00007f8cc4b3b000, 0x00007f8cc4b3d000, 0x00007f8cc4b3e800, 0x00007f8cc4b40800,
# 0x00007f8cc4b42000, 0x00007f8cc4b44000, 0x00007f8cc4b45800, 0x00007f8cc4b47800,
# 0x00007f8cc538b000, 0x00007f8cc5d70800, 0x00007f8cc5d75000, 0x00007f8cc5dcc000,
# 0x00007f8cc5dcd000, 0x00007f8cc5dd2000, 0x00007f8cc5dd7000, 0x00007f8cc5e72800,
# 0x00007f8cc60ef000, 0x00007f8cc60f1800, 0x00007f8cc4029000, 0x00007f8c7c004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.01ms elapsed=184.72s tid=0x00007f8cc42c1000 nid=0x7b9d0 waiting on condition [0x00007f8ca446f000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.50ms elapsed=184.72s tid=0x00007f8cc42c5800 nid=0x7b9d1 in Object.wait() [0x00007f8ca442e000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e06c3678> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e06c3678> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.30ms elapsed=184.71s tid=0x00007f8cc42da800 nid=0x7b9d2 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.71s tid=0x00007f8cc42dc800 nid=0x7b9d3 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3041.29ms elapsed=184.71s tid=0x00007f8cc42de800 nid=0x7b9d4 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1082.78ms elapsed=184.71s tid=0x00007f8cc42e0800 nid=0x7b9d5 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.12ms elapsed=184.71s tid=0x00007f8cc42e2800 nid=0x7b9d6 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.57ms elapsed=184.67s tid=0x00007f8cc4387800 nid=0x7b9d7 in Object.wait() [0x00007f8ca4044000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e040d6c0> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=435.63ms elapsed=183.31s tid=0x00007f8cc48e2800 nid=0x7b9e4 in Object.wait() [0x00007f8c95e8b000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e05bc3d0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.38ms elapsed=183.02s tid=0x00007f8cc4b18000 nid=0x7b9e7 runnable [0x00007f8c95545000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.59ms elapsed=183.00s tid=0x00007f8cc4b38000 nid=0x7b9e8 runnable [0x00007f8c95504000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb07b0f8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb07afa8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.52ms elapsed=183.00s tid=0x00007f8cc4b39800 nid=0x7b9e9 waiting on condition [0x00007f8c954c3000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.60ms elapsed=183.00s tid=0x00007f8cc4b3b000 nid=0x7b9ea waiting on condition [0x00007f8c95482000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.33ms elapsed=182.99s tid=0x00007f8cc4b3d000 nid=0x7b9eb waiting on condition [0x00007f8c95441000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.18ms elapsed=182.99s tid=0x00007f8cc4b3e800 nid=0x7b9ec runnable [0x00007f8c95400000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb07b450> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb07b300> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20-acceptor-0@7915ad49-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #20 prio=5 os_prio=0 cpu=0.54ms elapsed=182.99s tid=0x00007f8cc4b40800 nid=0x7b9ed runnable [0x00007f8c953bf000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.20ms elapsed=182.99s tid=0x00007f8cc4b42000 nid=0x7b9ee waiting on condition [0x00007f8c9537e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.12ms elapsed=182.99s tid=0x00007f8cc4b44000 nid=0x7b9ef waiting on condition [0x00007f8c9533d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.11ms elapsed=182.99s tid=0x00007f8cc4b45800 nid=0x7b9f0 waiting on condition [0x00007f8c952fc000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.14ms elapsed=182.99s tid=0x00007f8cc4b47800 nid=0x7b9f1 waiting on condition [0x00007f8c952bb000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd51e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.73s tid=0x00007f8cc538b000 nid=0x7ba04 waiting on condition [0x00007f8c9507a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9046e78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.98ms elapsed=181.04s tid=0x00007f8cc5d70800 nid=0x7ba57 runnable [0x00007f8c941f2000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9048ca0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9048b50> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.15ms elapsed=181.04s tid=0x00007f8cc5d75000 nid=0x7ba58 runnable [0x00007f8c941b1000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f90488d8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9048788> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.91ms elapsed=180.95s tid=0x00007f8cc5dcc000 nid=0x7ba59 waiting on condition [0x00007f8c94170000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.20ms elapsed=180.95s tid=0x00007f8cc5dcd000 nid=0x7ba5a waiting on condition [0x00007f8c9412f000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.19ms elapsed=180.95s tid=0x00007f8cc5dd2000 nid=0x7ba5b runnable [0x00007f8c940ee000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8f00920> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8f008c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.14ms elapsed=180.95s tid=0x00007f8cc5dd7000 nid=0x7ba5c runnable [0x00007f8c940ad000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f8f037f8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f8f036a8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.17ms elapsed=180.75s tid=0x00007f8cc5e72800 nid=0x7ba5d in Object.wait() [0x00007f8c9406c000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f890b650> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f890b650> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=179.98s tid=0x00007f8cc60ef000 nid=0x7ba61 waiting on condition [0x00007f8c2b7bd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb1ecad0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@4fa91d5b" #35 prio=5 os_prio=0 cpu=1.64ms elapsed=179.98s tid=0x00007f8cc60f1800 nid=0x7ba62 waiting on condition [0x00007f8c2b77c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd7c38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3507.38ms elapsed=179.98s tid=0x00007f8cc4029000 nid=0x7b9c2 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.21ms elapsed=0.10s tid=0x00007f8c7c004800 nid=0x7c2e4 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=57.82ms elapsed=184.72s tid=0x00007f8cc42b9000 nid=0x7b9cf runnable
#
# "GC Thread#0" os_prio=0 cpu=48.22ms elapsed=184.76s tid=0x00007f8cc4041800 nid=0x7b9c5 runnable
#
# "GC Thread#1" os_prio=0 cpu=52.88ms elapsed=183.97s tid=0x00007f8c8c001000 nid=0x7b9df runnable
#
# "GC Thread#2" os_prio=0 cpu=47.96ms elapsed=183.97s tid=0x00007f8c8c002800 nid=0x7b9e0 runnable
#
# "GC Thread#3" os_prio=0 cpu=44.57ms elapsed=183.97s tid=0x00007f8c8c004000 nid=0x7b9e1 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.46ms elapsed=184.76s tid=0x00007f8cc404e800 nid=0x7b9c6 runnable
#
# "G1 Conc#0" os_prio=0 cpu=85.39ms elapsed=184.76s tid=0x00007f8cc4050800 nid=0x7b9c7 runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.00ms elapsed=184.74s tid=0x00007f8cc41f1000 nid=0x7b9c8 runnable
#
# "G1 Refine#1" os_prio=0 cpu=0.05ms elapsed=183.24s tid=0x00007f8c9c001800 nid=0x7b9e5 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=50.62ms elapsed=184.74s tid=0x00007f8cc41f2800 nid=0x7b9c9 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=70.75ms elapsed=184.65s tid=0x00007f8cc43e3800 nid=0x7b9d8 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 506304 is still running; forcefully killing it now.
# Killed process 506304
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 506189 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 5s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any