You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/12/10 23:52:46 UTC
[JENKINS] Solr » Solr-Check-main - Build # 5548 - Failure!
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5548/
All tests passed
Build Log:
[...truncated 1191 lines...]
# 2022-12-10 23:52:26
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fb70c006150, length=32, elements={
# 0x00007fb7502c1000, 0x00007fb7502c5800, 0x00007fb7502da800, 0x00007fb7502dc800,
# 0x00007fb7502de800, 0x00007fb7502e0800, 0x00007fb7502e2800, 0x00007fb75036a000,
# 0x00007fb7508f1000, 0x00007fb750af1000, 0x00007fb750b11000, 0x00007fb750b12800,
# 0x00007fb750b14000, 0x00007fb750b16000, 0x00007fb750b17800, 0x00007fb750b19800,
# 0x00007fb750b1b000, 0x00007fb750b1d000, 0x00007fb750b1f000, 0x00007fb750b21000,
# 0x00007fb75137c800, 0x00007fb751a4c000, 0x00007fb751a50000, 0x00007fb751aa7000,
# 0x00007fb751aa8000, 0x00007fb751aad800, 0x00007fb751ab2000, 0x00007fb751bd3000,
# 0x00007fb751efe800, 0x00007fb751f00000, 0x00007fb750029000, 0x00007fb70c005000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.81ms elapsed=183.74s tid=0x00007fb7502c1000 nid=0xabd25 waiting on condition [0x00007fb730275000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.67ms elapsed=183.73s tid=0x00007fb7502c5800 nid=0xabd26 in Object.wait() [0x00007fb730234000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=183.72s tid=0x00007fb7502da800 nid=0xabd27 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=183.72s tid=0x00007fb7502dc800 nid=0xabd28 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2676.35ms elapsed=183.72s tid=0x00007fb7502de800 nid=0xabd29 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1119.74ms elapsed=183.72s tid=0x00007fb7502e0800 nid=0xabd2a waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.41ms elapsed=183.72s tid=0x00007fb7502e2800 nid=0xabd2b runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.59ms elapsed=183.66s tid=0x00007fb75036a000 nid=0xabd2d in Object.wait() [0x00007fb713bd6000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401800> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=415.60ms elapsed=182.88s tid=0x00007fb7508f1000 nid=0xabd37 in Object.wait() [0x00007fb712459000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0401d38> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.29ms elapsed=182.57s tid=0x00007fb750af1000 nid=0xabd3a runnable [0x00007fb711c15000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.50ms elapsed=182.55s tid=0x00007fb750b11000 nid=0xabd3b runnable [0x00007fb711bd4000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f5bedff8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f5bedea8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.62ms elapsed=182.55s tid=0x00007fb750b12800 nid=0xabd3c waiting on condition [0x00007fb711b93000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17" #17 prio=5 os_prio=0 cpu=0.46ms elapsed=182.55s tid=0x00007fb750b14000 nid=0xabd3d waiting on condition [0x00007fb711b52000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18-acceptor-0@74b9bc97-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #18 prio=5 os_prio=0 cpu=0.73ms elapsed=182.55s tid=0x00007fb750b16000 nid=0xabd3e runnable [0x00007fb711b11000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.43ms elapsed=182.55s tid=0x00007fb750b17800 nid=0xabd3f waiting on condition [0x00007fb711ad0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.52ms elapsed=182.55s tid=0x00007fb750b19800 nid=0xabd40 waiting on condition [0x00007fb711a8f000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.32ms elapsed=182.55s tid=0x00007fb750b1b000 nid=0xabd41 waiting on condition [0x00007fb711a4e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.41ms elapsed=182.55s tid=0x00007fb750b1d000 nid=0xabd42 waiting on condition [0x00007fb711a0d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.34ms elapsed=182.55s tid=0x00007fb750b1f000 nid=0xabd43 waiting on condition [0x00007fb7119cc000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.20ms elapsed=182.55s tid=0x00007fb750b21000 nid=0xabd44 runnable [0x00007fb71198b000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f5bee350> (a sun.nio.ch.Util$2)
# - locked <0x00000000f5bee200> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.29ms elapsed=181.91s tid=0x00007fb75137c800 nid=0xabd48 waiting on condition [0x00007fb71174a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb506b60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.88ms elapsed=180.59s tid=0x00007fb751a4c000 nid=0xabd97 runnable [0x00007fb7108c2000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fcaf40f8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fcaf3f28> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=180.58s tid=0x00007fb751a50000 nid=0xabd98 runnable [0x00007fb710881000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fc944850> (a sun.nio.ch.Util$2)
# - locked <0x00000000fc944700> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.97ms elapsed=180.50s tid=0x00007fb751aa7000 nid=0xabd9c waiting on condition [0x00007fb710640000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.21ms elapsed=180.50s tid=0x00007fb751aa8000 nid=0xabd9d waiting on condition [0x00007fb7105ff000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.18ms elapsed=180.49s tid=0x00007fb751aad800 nid=0xabd9e runnable [0x00007fb7105be000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbe79218> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbe790c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=180.49s tid=0x00007fb751ab2000 nid=0xabd9f runnable [0x00007fb71057d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbe7a328> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbe7a1d8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.16ms elapsed=180.31s tid=0x00007fb751bd3000 nid=0xabda0 in Object.wait() [0x00007fb71053c000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000fb01d540> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000fb01d540> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.16ms elapsed=179.39s tid=0x00007fb751efe800 nid=0xabdb7 waiting on condition [0x00007fb7100ba000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f5b5fc70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@5871a482" #35 prio=5 os_prio=0 cpu=1.55ms elapsed=179.38s tid=0x00007fb751f00000 nid=0xabdb9 waiting on condition [0x00007fb710079000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd7eb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3529.98ms elapsed=179.38s tid=0x00007fb750029000 nid=0xabd17 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.22ms elapsed=0.10s tid=0x00007fb70c005000 nid=0xac639 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=32.75ms elapsed=183.75s tid=0x00007fb7502b9000 nid=0xabd24 runnable
#
# "GC Thread#0" os_prio=0 cpu=43.86ms elapsed=183.82s tid=0x00007fb750041800 nid=0xabd1a runnable
#
# "GC Thread#1" os_prio=0 cpu=34.30ms elapsed=183.16s tid=0x00007fb720001000 nid=0xabd34 runnable
#
# "GC Thread#2" os_prio=0 cpu=35.71ms elapsed=183.16s tid=0x00007fb720002800 nid=0xabd35 runnable
#
# "GC Thread#3" os_prio=0 cpu=45.99ms elapsed=183.16s tid=0x00007fb720004000 nid=0xabd36 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.41ms elapsed=183.81s tid=0x00007fb75004e800 nid=0xabd1b runnable
#
# "G1 Conc#0" os_prio=0 cpu=49.78ms elapsed=183.80s tid=0x00007fb750050800 nid=0xabd1c runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.00ms elapsed=183.78s tid=0x00007fb7501f1000 nid=0xabd1d runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=65.20ms elapsed=183.77s tid=0x00007fb7501f2800 nid=0xabd21 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=70.05ms elapsed=183.64s tid=0x00007fb7503b7000 nid=0xabd2e waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 703765 is still running; forcefully killing it now.
# Killed process 703765
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 703652 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 703765 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] Solr process 703765 is still running; jstacking it now.
# 2022-12-10 23:52:26
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fb70c006150, length=32, elements={
# 0x00007fb7502c1000, 0x00007fb7502c5800, 0x00007fb7502da800, 0x00007fb7502dc800,
# 0x00007fb7502de800, 0x00007fb7502e0800, 0x00007fb7502e2800, 0x00007fb75036a000,
# 0x00007fb7508f1000, 0x00007fb750af1000, 0x00007fb750b11000, 0x00007fb750b12800,
# 0x00007fb750b14000, 0x00007fb750b16000, 0x00007fb750b17800, 0x00007fb750b19800,
# 0x00007fb750b1b000, 0x00007fb750b1d000, 0x00007fb750b1f000, 0x00007fb750b21000,
# 0x00007fb75137c800, 0x00007fb751a4c000, 0x00007fb751a50000, 0x00007fb751aa7000,
# 0x00007fb751aa8000, 0x00007fb751aad800, 0x00007fb751ab2000, 0x00007fb751bd3000,
# 0x00007fb751efe800, 0x00007fb751f00000, 0x00007fb750029000, 0x00007fb70c005000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.81ms elapsed=183.74s tid=0x00007fb7502c1000 nid=0xabd25 waiting on condition [0x00007fb730275000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.67ms elapsed=183.73s tid=0x00007fb7502c5800 nid=0xabd26 in Object.wait() [0x00007fb730234000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=183.72s tid=0x00007fb7502da800 nid=0xabd27 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=183.72s tid=0x00007fb7502dc800 nid=0xabd28 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2676.35ms elapsed=183.72s tid=0x00007fb7502de800 nid=0xabd29 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1119.74ms elapsed=183.72s tid=0x00007fb7502e0800 nid=0xabd2a waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.41ms elapsed=183.72s tid=0x00007fb7502e2800 nid=0xabd2b runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.59ms elapsed=183.66s tid=0x00007fb75036a000 nid=0xabd2d in Object.wait() [0x00007fb713bd6000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401800> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=415.60ms elapsed=182.88s tid=0x00007fb7508f1000 nid=0xabd37 in Object.wait() [0x00007fb712459000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0401d38> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.29ms elapsed=182.57s tid=0x00007fb750af1000 nid=0xabd3a runnable [0x00007fb711c15000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.50ms elapsed=182.55s tid=0x00007fb750b11000 nid=0xabd3b runnable [0x00007fb711bd4000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f5bedff8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f5bedea8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.62ms elapsed=182.55s tid=0x00007fb750b12800 nid=0xabd3c waiting on condition [0x00007fb711b93000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17" #17 prio=5 os_prio=0 cpu=0.46ms elapsed=182.55s tid=0x00007fb750b14000 nid=0xabd3d waiting on condition [0x00007fb711b52000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18-acceptor-0@74b9bc97-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #18 prio=5 os_prio=0 cpu=0.73ms elapsed=182.55s tid=0x00007fb750b16000 nid=0xabd3e runnable [0x00007fb711b11000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.43ms elapsed=182.55s tid=0x00007fb750b17800 nid=0xabd3f waiting on condition [0x00007fb711ad0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.52ms elapsed=182.55s tid=0x00007fb750b19800 nid=0xabd40 waiting on condition [0x00007fb711a8f000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.32ms elapsed=182.55s tid=0x00007fb750b1b000 nid=0xabd41 waiting on condition [0x00007fb711a4e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.41ms elapsed=182.55s tid=0x00007fb750b1d000 nid=0xabd42 waiting on condition [0x00007fb711a0d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.34ms elapsed=182.55s tid=0x00007fb750b1f000 nid=0xabd43 waiting on condition [0x00007fb7119cc000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fdcce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.20ms elapsed=182.55s tid=0x00007fb750b21000 nid=0xabd44 runnable [0x00007fb71198b000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f5bee350> (a sun.nio.ch.Util$2)
# - locked <0x00000000f5bee200> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.29ms elapsed=181.91s tid=0x00007fb75137c800 nid=0xabd48 waiting on condition [0x00007fb71174a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb506b60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.88ms elapsed=180.59s tid=0x00007fb751a4c000 nid=0xabd97 runnable [0x00007fb7108c2000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fcaf40f8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fcaf3f28> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=180.58s tid=0x00007fb751a50000 nid=0xabd98 runnable [0x00007fb710881000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fc944850> (a sun.nio.ch.Util$2)
# - locked <0x00000000fc944700> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.97ms elapsed=180.50s tid=0x00007fb751aa7000 nid=0xabd9c waiting on condition [0x00007fb710640000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.21ms elapsed=180.50s tid=0x00007fb751aa8000 nid=0xabd9d waiting on condition [0x00007fb7105ff000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.18ms elapsed=180.49s tid=0x00007fb751aad800 nid=0xabd9e runnable [0x00007fb7105be000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbe79218> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbe790c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=180.49s tid=0x00007fb751ab2000 nid=0xabd9f runnable [0x00007fb71057d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbe7a328> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbe7a1d8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.16ms elapsed=180.31s tid=0x00007fb751bd3000 nid=0xabda0 in Object.wait() [0x00007fb71053c000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000fb01d540> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000fb01d540> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.16ms elapsed=179.39s tid=0x00007fb751efe800 nid=0xabdb7 waiting on condition [0x00007fb7100ba000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f5b5fc70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@5871a482" #35 prio=5 os_prio=0 cpu=1.55ms elapsed=179.38s tid=0x00007fb751f00000 nid=0xabdb9 waiting on condition [0x00007fb710079000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fd7eb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3529.98ms elapsed=179.38s tid=0x00007fb750029000 nid=0xabd17 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.22ms elapsed=0.10s tid=0x00007fb70c005000 nid=0xac639 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=32.75ms elapsed=183.75s tid=0x00007fb7502b9000 nid=0xabd24 runnable
#
# "GC Thread#0" os_prio=0 cpu=43.86ms elapsed=183.82s tid=0x00007fb750041800 nid=0xabd1a runnable
#
# "GC Thread#1" os_prio=0 cpu=34.30ms elapsed=183.16s tid=0x00007fb720001000 nid=0xabd34 runnable
#
# "GC Thread#2" os_prio=0 cpu=35.71ms elapsed=183.16s tid=0x00007fb720002800 nid=0xabd35 runnable
#
# "GC Thread#3" os_prio=0 cpu=45.99ms elapsed=183.16s tid=0x00007fb720004000 nid=0xabd36 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.41ms elapsed=183.81s tid=0x00007fb75004e800 nid=0xabd1b runnable
#
# "G1 Conc#0" os_prio=0 cpu=49.78ms elapsed=183.80s tid=0x00007fb750050800 nid=0xabd1c runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.00ms elapsed=183.78s tid=0x00007fb7501f1000 nid=0xabd1d runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=65.20ms elapsed=183.77s tid=0x00007fb7501f2800 nid=0xabd21 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=70.05ms elapsed=183.64s tid=0x00007fb7503b7000 nid=0xabd2e waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 703765 is still running; forcefully killing it now.
# Killed process 703765
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 703652 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 54m 3s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5551 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5551/
All tests passed
Build Log:
[...truncated 1192 lines...]
# 2022-12-11 08:41:16
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f4944001f10, length=32, elements={
# 0x00007f49882c1000, 0x00007f49882c5800, 0x00007f49882da800, 0x00007f49882dc800,
# 0x00007f49882de800, 0x00007f49882e0800, 0x00007f49882e2800, 0x00007f498839a800,
# 0x00007f49889c9000, 0x00007f4988bc9000, 0x00007f4988be8800, 0x00007f4988bea800,
# 0x00007f4988bec000, 0x00007f4988bed800, 0x00007f4988bef800, 0x00007f4988bf1000,
# 0x00007f4988bf3000, 0x00007f4988bf5000, 0x00007f4988bf6800, 0x00007f4988bf8800,
# 0x00007f498943b800, 0x00007f4989b61000, 0x00007f4989b65800, 0x00007f4989bbb800,
# 0x00007f4989bbd000, 0x00007f4989b21800, 0x00007f4989b95000, 0x00007f4989c4a000,
# 0x00007f498a09a800, 0x00007f498a09d000, 0x00007f4988029000, 0x00007f4944001000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.87ms elapsed=184.69s tid=0x00007f49882c1000 nid=0x1db0a5 waiting on condition [0x00007f498c073000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.44ms elapsed=184.69s tid=0x00007f49882c5800 nid=0x1db0a6 in Object.wait() [0x00007f497060b000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.68s tid=0x00007f49882da800 nid=0x1db0a7 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.07ms elapsed=184.66s tid=0x00007f49882dc800 nid=0x1db0a8 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2313.04ms elapsed=184.66s tid=0x00007f49882de800 nid=0x1db0a9 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1100.22ms elapsed=184.66s tid=0x00007f49882e0800 nid=0x1db0aa waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.64ms elapsed=184.66s tid=0x00007f49882e2800 nid=0x1db0ac runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.52ms elapsed=184.61s tid=0x00007f498839a800 nid=0x1db0ad in Object.wait() [0x00007f49617bd000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401948> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=510.63ms elapsed=183.73s tid=0x00007f49889c9000 nid=0x1db0b7 in Object.wait() [0x00007f4923ffe000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04040a0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.22ms elapsed=183.41s tid=0x00007f4988bc9000 nid=0x1db0ba runnable [0x00007f49237ba000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.63ms elapsed=183.38s tid=0x00007f4988be8800 nid=0x1db0bb runnable [0x00007f4923779000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb836540> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb8363f0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.75ms elapsed=183.38s tid=0x00007f4988bea800 nid=0x1db0bc waiting on condition [0x00007f4923738000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.31ms elapsed=183.38s tid=0x00007f4988bec000 nid=0x1db0bd runnable [0x00007f49236f7000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb836898> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb836748> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18-acceptor-0@8aabe95-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #18 prio=5 os_prio=0 cpu=0.54ms elapsed=183.38s tid=0x00007f4988bed800 nid=0x1db0be runnable [0x00007f49236b6000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.26ms elapsed=183.38s tid=0x00007f4988bef800 nid=0x1db0bf waiting on condition [0x00007f4923675000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.20ms elapsed=183.38s tid=0x00007f4988bf1000 nid=0x1db0c0 waiting on condition [0x00007f4923634000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.18ms elapsed=183.38s tid=0x00007f4988bf3000 nid=0x1db0c1 waiting on condition [0x00007f49235f3000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.20ms elapsed=183.38s tid=0x00007f4988bf5000 nid=0x1db0c2 waiting on condition [0x00007f49235b2000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.17ms elapsed=183.38s tid=0x00007f4988bf6800 nid=0x1db0c3 waiting on condition [0x00007f4923571000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.14ms elapsed=183.38s tid=0x00007f4988bf8800 nid=0x1db0c4 waiting on condition [0x00007f4923530000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=183.11s tid=0x00007f498943b800 nid=0x1db0c7 waiting on condition [0x00007f49232ef000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9693ca8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.87ms elapsed=181.72s tid=0x00007f4989b61000 nid=0x1db112 runnable [0x00007f4922467000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9802868> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9802718> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.14ms elapsed=181.71s tid=0x00007f4989b65800 nid=0x1db113 runnable [0x00007f4922426000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9802db0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9802c60> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=2.07ms elapsed=181.61s tid=0x00007f4989bbb800 nid=0x1db114 waiting on condition [0x00007f49223e5000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.25ms elapsed=181.61s tid=0x00007f4989bbd000 nid=0x1db115 waiting on condition [0x00007f49223a4000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.18ms elapsed=181.60s tid=0x00007f4989b21800 nid=0x1db116 runnable [0x00007f4922363000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9791918> (a sun.nio.ch.Util$2)
# - locked <0x00000000f97917c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.60s tid=0x00007f4989b95000 nid=0x1db117 runnable [0x00007f4922322000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9792690> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9792540> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.14ms elapsed=181.37s tid=0x00007f4989c4a000 nid=0x1db121 in Object.wait() [0x00007f49220e1000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f93e9eb0> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f93e9eb0> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.50s tid=0x00007f498a09a800 nid=0x1db125 waiting on condition [0x00007f4921a5f000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb9a8058> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@49122853" #35 prio=5 os_prio=0 cpu=1.79ms elapsed=180.50s tid=0x00007f498a09d000 nid=0x1db126 waiting on condition [0x00007f4921a1e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e107e420> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3361.50ms elapsed=180.49s tid=0x00007f4988029000 nid=0x1db097 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.25ms elapsed=0.10s tid=0x00007f4944001000 nid=0x1db9a8 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.16ms elapsed=184.69s tid=0x00007f49882b9000 nid=0x1db0a4 runnable
#
# "GC Thread#0" os_prio=0 cpu=60.17ms elapsed=184.73s tid=0x00007f4988041800 nid=0x1db09f runnable
#
# "GC Thread#1" os_prio=0 cpu=57.84ms elapsed=184.00s tid=0x00007f4958001000 nid=0x1db0b4 runnable
#
# "GC Thread#2" os_prio=0 cpu=54.97ms elapsed=184.00s tid=0x00007f4958002800 nid=0x1db0b5 runnable
#
# "GC Thread#3" os_prio=0 cpu=38.11ms elapsed=184.00s tid=0x00007f4958004000 nid=0x1db0b6 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.67ms elapsed=184.73s tid=0x00007f498804e800 nid=0x1db0a0 runnable
#
# "G1 Conc#0" os_prio=0 cpu=84.02ms elapsed=184.73s tid=0x00007f4988050800 nid=0x1db0a1 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.83ms elapsed=184.71s tid=0x00007f49881f1000 nid=0x1db0a2 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=51.02ms elapsed=184.71s tid=0x00007f49881f2800 nid=0x1db0a3 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=81.57ms elapsed=184.57s tid=0x00007f49883e7000 nid=0x1db0ae waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 1945749 is still running; forcefully killing it now.
# Killed process 1945749
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1945621 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 1945749 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] Solr process 1945749 is still running; jstacking it now.
# 2022-12-11 08:41:16
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f4944001f10, length=32, elements={
# 0x00007f49882c1000, 0x00007f49882c5800, 0x00007f49882da800, 0x00007f49882dc800,
# 0x00007f49882de800, 0x00007f49882e0800, 0x00007f49882e2800, 0x00007f498839a800,
# 0x00007f49889c9000, 0x00007f4988bc9000, 0x00007f4988be8800, 0x00007f4988bea800,
# 0x00007f4988bec000, 0x00007f4988bed800, 0x00007f4988bef800, 0x00007f4988bf1000,
# 0x00007f4988bf3000, 0x00007f4988bf5000, 0x00007f4988bf6800, 0x00007f4988bf8800,
# 0x00007f498943b800, 0x00007f4989b61000, 0x00007f4989b65800, 0x00007f4989bbb800,
# 0x00007f4989bbd000, 0x00007f4989b21800, 0x00007f4989b95000, 0x00007f4989c4a000,
# 0x00007f498a09a800, 0x00007f498a09d000, 0x00007f4988029000, 0x00007f4944001000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.87ms elapsed=184.69s tid=0x00007f49882c1000 nid=0x1db0a5 waiting on condition [0x00007f498c073000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.44ms elapsed=184.69s tid=0x00007f49882c5800 nid=0x1db0a6 in Object.wait() [0x00007f497060b000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.68s tid=0x00007f49882da800 nid=0x1db0a7 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.07ms elapsed=184.66s tid=0x00007f49882dc800 nid=0x1db0a8 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2313.04ms elapsed=184.66s tid=0x00007f49882de800 nid=0x1db0a9 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1100.22ms elapsed=184.66s tid=0x00007f49882e0800 nid=0x1db0aa waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.64ms elapsed=184.66s tid=0x00007f49882e2800 nid=0x1db0ac runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.52ms elapsed=184.61s tid=0x00007f498839a800 nid=0x1db0ad in Object.wait() [0x00007f49617bd000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401948> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=510.63ms elapsed=183.73s tid=0x00007f49889c9000 nid=0x1db0b7 in Object.wait() [0x00007f4923ffe000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04040a0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.22ms elapsed=183.41s tid=0x00007f4988bc9000 nid=0x1db0ba runnable [0x00007f49237ba000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.63ms elapsed=183.38s tid=0x00007f4988be8800 nid=0x1db0bb runnable [0x00007f4923779000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb836540> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb8363f0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.75ms elapsed=183.38s tid=0x00007f4988bea800 nid=0x1db0bc waiting on condition [0x00007f4923738000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.31ms elapsed=183.38s tid=0x00007f4988bec000 nid=0x1db0bd runnable [0x00007f49236f7000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb836898> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb836748> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18-acceptor-0@8aabe95-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #18 prio=5 os_prio=0 cpu=0.54ms elapsed=183.38s tid=0x00007f4988bed800 nid=0x1db0be runnable [0x00007f49236b6000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.26ms elapsed=183.38s tid=0x00007f4988bef800 nid=0x1db0bf waiting on condition [0x00007f4923675000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.20ms elapsed=183.38s tid=0x00007f4988bf1000 nid=0x1db0c0 waiting on condition [0x00007f4923634000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.18ms elapsed=183.38s tid=0x00007f4988bf3000 nid=0x1db0c1 waiting on condition [0x00007f49235f3000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.20ms elapsed=183.38s tid=0x00007f4988bf5000 nid=0x1db0c2 waiting on condition [0x00007f49235b2000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.17ms elapsed=183.38s tid=0x00007f4988bf6800 nid=0x1db0c3 waiting on condition [0x00007f4923571000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.14ms elapsed=183.38s tid=0x00007f4988bf8800 nid=0x1db0c4 waiting on condition [0x00007f4923530000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1001a28> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=183.11s tid=0x00007f498943b800 nid=0x1db0c7 waiting on condition [0x00007f49232ef000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9693ca8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.87ms elapsed=181.72s tid=0x00007f4989b61000 nid=0x1db112 runnable [0x00007f4922467000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9802868> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9802718> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.14ms elapsed=181.71s tid=0x00007f4989b65800 nid=0x1db113 runnable [0x00007f4922426000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9802db0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9802c60> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=2.07ms elapsed=181.61s tid=0x00007f4989bbb800 nid=0x1db114 waiting on condition [0x00007f49223e5000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.25ms elapsed=181.61s tid=0x00007f4989bbd000 nid=0x1db115 waiting on condition [0x00007f49223a4000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.18ms elapsed=181.60s tid=0x00007f4989b21800 nid=0x1db116 runnable [0x00007f4922363000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9791918> (a sun.nio.ch.Util$2)
# - locked <0x00000000f97917c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.60s tid=0x00007f4989b95000 nid=0x1db117 runnable [0x00007f4922322000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9792690> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9792540> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.14ms elapsed=181.37s tid=0x00007f4989c4a000 nid=0x1db121 in Object.wait() [0x00007f49220e1000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f93e9eb0> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f93e9eb0> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.50s tid=0x00007f498a09a800 nid=0x1db125 waiting on condition [0x00007f4921a5f000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb9a8058> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@49122853" #35 prio=5 os_prio=0 cpu=1.79ms elapsed=180.50s tid=0x00007f498a09d000 nid=0x1db126 waiting on condition [0x00007f4921a1e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e107e420> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3361.50ms elapsed=180.49s tid=0x00007f4988029000 nid=0x1db097 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.25ms elapsed=0.10s tid=0x00007f4944001000 nid=0x1db9a8 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.16ms elapsed=184.69s tid=0x00007f49882b9000 nid=0x1db0a4 runnable
#
# "GC Thread#0" os_prio=0 cpu=60.17ms elapsed=184.73s tid=0x00007f4988041800 nid=0x1db09f runnable
#
# "GC Thread#1" os_prio=0 cpu=57.84ms elapsed=184.00s tid=0x00007f4958001000 nid=0x1db0b4 runnable
#
# "GC Thread#2" os_prio=0 cpu=54.97ms elapsed=184.00s tid=0x00007f4958002800 nid=0x1db0b5 runnable
#
# "GC Thread#3" os_prio=0 cpu=38.11ms elapsed=184.00s tid=0x00007f4958004000 nid=0x1db0b6 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.67ms elapsed=184.73s tid=0x00007f498804e800 nid=0x1db0a0 runnable
#
# "G1 Conc#0" os_prio=0 cpu=84.02ms elapsed=184.73s tid=0x00007f4988050800 nid=0x1db0a1 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.83ms elapsed=184.71s tid=0x00007f49881f1000 nid=0x1db0a2 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=51.02ms elapsed=184.71s tid=0x00007f49881f2800 nid=0x1db0a3 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=81.57ms elapsed=184.57s tid=0x00007f49883e7000 nid=0x1db0ae waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 1945749 is still running; forcefully killing it now.
# Killed process 1945749
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1945621 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 29s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5550 - Failure!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5550/
All tests passed
Build Log:
[...truncated 1194 lines...]
# 2022-12-11 06:11:50
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fc94c002730, length=32, elements={
# 0x00007fc9902c1000, 0x00007fc9902c5800, 0x00007fc9902da800, 0x00007fc9902dc800,
# 0x00007fc9902de800, 0x00007fc9902e0800, 0x00007fc9902e2800, 0x00007fc99038b000,
# 0x00007fc99091b800, 0x00007fc990b1b000, 0x00007fc990b3a800, 0x00007fc990b3c000,
# 0x00007fc990b3e000, 0x00007fc990b3f800, 0x00007fc990b41800, 0x00007fc990b43000,
# 0x00007fc990b45000, 0x00007fc990b46800, 0x00007fc990b48800, 0x00007fc990b4a000,
# 0x00007fc991435000, 0x00007fc991b25000, 0x00007fc991b29800, 0x00007fc991b82000,
# 0x00007fc991b83800, 0x00007fc991b88000, 0x00007fc991b8d000, 0x00007fc991c26800,
# 0x00007fc991ea2000, 0x00007fc991ea6000, 0x00007fc990029000, 0x00007fc94c001800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.81ms elapsed=184.50s tid=0x00007fc9902c1000 nid=0x17ad07 waiting on condition [0x00007fc9703f7000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.53ms elapsed=184.50s tid=0x00007fc9902c5800 nid=0x17ad08 in Object.wait() [0x00007fc9703b6000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0402790> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0402790> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.35ms elapsed=184.49s tid=0x00007fc9902da800 nid=0x17ad09 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.08ms elapsed=184.49s tid=0x00007fc9902dc800 nid=0x17ad0a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2631.59ms elapsed=184.49s tid=0x00007fc9902de800 nid=0x17ad0b waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1140.83ms elapsed=184.48s tid=0x00007fc9902e0800 nid=0x17ad0c waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.39ms elapsed=184.48s tid=0x00007fc9902e2800 nid=0x17ad0d runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.78ms elapsed=184.44s tid=0x00007fc99038b000 nid=0x17ad0f in Object.wait() [0x00007fc953d7a000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0402c60> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=471.00ms elapsed=183.54s tid=0x00007fc99091b800 nid=0x17ad19 in Object.wait() [0x00007fc9525c8000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04058c0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.48ms elapsed=183.23s tid=0x00007fc990b1b000 nid=0x17ad1c runnable [0x00007fc951d84000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.58ms elapsed=183.19s tid=0x00007fc990b3a800 nid=0x17ad1d runnable [0x00007fc951d43000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f4f4bf40> (a sun.nio.ch.Util$2)
# - locked <0x00000000f4f4bdf0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.25ms elapsed=183.19s tid=0x00007fc990b3c000 nid=0x17ad1e runnable [0x00007fc951d02000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f4f4c2b8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f4f4c168> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17-acceptor-0@1b2e9e22-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.52ms elapsed=183.19s tid=0x00007fc990b3e000 nid=0x17ad1f runnable [0x00007fc951cc1000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18" #18 prio=5 os_prio=0 cpu=0.27ms elapsed=183.19s tid=0x00007fc990b3f800 nid=0x17ad20 waiting on condition [0x00007fc951c80000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.19ms elapsed=183.19s tid=0x00007fc990b41800 nid=0x17ad21 waiting on condition [0x00007fc951c3f000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.15ms elapsed=183.19s tid=0x00007fc990b43000 nid=0x17ad22 waiting on condition [0x00007fc951bfe000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.19ms elapsed=183.19s tid=0x00007fc990b45000 nid=0x17ad23 waiting on condition [0x00007fc951bbd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.30ms elapsed=183.19s tid=0x00007fc990b46800 nid=0x17ad24 waiting on condition [0x00007fc951b7c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.31ms elapsed=183.19s tid=0x00007fc990b48800 nid=0x17ad25 waiting on condition [0x00007fc951b3b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.21ms elapsed=183.19s tid=0x00007fc990b4a000 nid=0x17ad26 waiting on condition [0x00007fc951afa000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.64s tid=0x00007fc991435000 nid=0x17ad29 waiting on condition [0x00007fc9518b9000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb1aa7f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.95ms elapsed=181.35s tid=0x00007fc991b25000 nid=0x17ad91 runnable [0x00007fc950a31000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbf2d530> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbf2d360> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.27ms elapsed=181.35s tid=0x00007fc991b29800 nid=0x17ad99 runnable [0x00007fc9509f0000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbf7e668> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbf7e518> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.80ms elapsed=181.21s tid=0x00007fc991b82000 nid=0x17adac waiting on condition [0x00007fc9507af000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.25ms elapsed=181.21s tid=0x00007fc991b83800 nid=0x17adad waiting on condition [0x00007fc95076e000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.17ms elapsed=181.21s tid=0x00007fc991b88000 nid=0x17adae runnable [0x00007fc95072d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb3b6bc0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb3b6a70> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.21s tid=0x00007fc991b8d000 nid=0x17adaf runnable [0x00007fc9506ec000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb3b7cd0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb3b7b80> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.25ms elapsed=181.01s tid=0x00007fc991c26800 nid=0x17adba in Object.wait() [0x00007fc9506ab000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000faf17d08> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000faf17d08> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.14ms elapsed=180.15s tid=0x00007fc991ea2000 nid=0x17adbe waiting on condition [0x00007fc8f7ffe000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f50bd970> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@55638165" #35 prio=5 os_prio=0 cpu=1.80ms elapsed=180.14s tid=0x00007fc991ea6000 nid=0x17adbf waiting on condition [0x00007fc8f7fbd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1153c88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3075.65ms elapsed=180.14s tid=0x00007fc990029000 nid=0x17acf9 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.24ms elapsed=0.10s tid=0x00007fc94c001800 nid=0x17b65f waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.80ms elapsed=184.51s tid=0x00007fc9902b9000 nid=0x17ad06 runnable
#
# "GC Thread#0" os_prio=0 cpu=46.56ms elapsed=184.56s tid=0x00007fc990041800 nid=0x17acfc runnable
#
# "GC Thread#1" os_prio=0 cpu=36.66ms elapsed=183.84s tid=0x00007fc960001000 nid=0x17ad16 runnable
#
# "GC Thread#2" os_prio=0 cpu=52.26ms elapsed=183.84s tid=0x00007fc960002800 nid=0x17ad17 runnable
#
# "GC Thread#3" os_prio=0 cpu=44.48ms elapsed=183.84s tid=0x00007fc960004000 nid=0x17ad18 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.19ms elapsed=184.55s tid=0x00007fc99004e800 nid=0x17acfd runnable
#
# "G1 Conc#0" os_prio=0 cpu=48.55ms elapsed=184.55s tid=0x00007fc990050800 nid=0x17acfe runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.76ms elapsed=184.53s tid=0x00007fc9901f1000 nid=0x17ad04 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=73.26ms elapsed=184.52s tid=0x00007fc9901f2800 nid=0x17ad05 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=85.05ms elapsed=184.42s tid=0x00007fc9903d7800 nid=0x17ad10 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 1551607 is still running; forcefully killing it now.
# Killed process 1551607
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1551493 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 1551607 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] Solr process 1551607 is still running; jstacking it now.
# 2022-12-11 06:11:50
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fc94c002730, length=32, elements={
# 0x00007fc9902c1000, 0x00007fc9902c5800, 0x00007fc9902da800, 0x00007fc9902dc800,
# 0x00007fc9902de800, 0x00007fc9902e0800, 0x00007fc9902e2800, 0x00007fc99038b000,
# 0x00007fc99091b800, 0x00007fc990b1b000, 0x00007fc990b3a800, 0x00007fc990b3c000,
# 0x00007fc990b3e000, 0x00007fc990b3f800, 0x00007fc990b41800, 0x00007fc990b43000,
# 0x00007fc990b45000, 0x00007fc990b46800, 0x00007fc990b48800, 0x00007fc990b4a000,
# 0x00007fc991435000, 0x00007fc991b25000, 0x00007fc991b29800, 0x00007fc991b82000,
# 0x00007fc991b83800, 0x00007fc991b88000, 0x00007fc991b8d000, 0x00007fc991c26800,
# 0x00007fc991ea2000, 0x00007fc991ea6000, 0x00007fc990029000, 0x00007fc94c001800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.81ms elapsed=184.50s tid=0x00007fc9902c1000 nid=0x17ad07 waiting on condition [0x00007fc9703f7000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.53ms elapsed=184.50s tid=0x00007fc9902c5800 nid=0x17ad08 in Object.wait() [0x00007fc9703b6000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0402790> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0402790> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.35ms elapsed=184.49s tid=0x00007fc9902da800 nid=0x17ad09 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.08ms elapsed=184.49s tid=0x00007fc9902dc800 nid=0x17ad0a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2631.59ms elapsed=184.49s tid=0x00007fc9902de800 nid=0x17ad0b waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1140.83ms elapsed=184.48s tid=0x00007fc9902e0800 nid=0x17ad0c waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.39ms elapsed=184.48s tid=0x00007fc9902e2800 nid=0x17ad0d runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.78ms elapsed=184.44s tid=0x00007fc99038b000 nid=0x17ad0f in Object.wait() [0x00007fc953d7a000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0402c60> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=471.00ms elapsed=183.54s tid=0x00007fc99091b800 nid=0x17ad19 in Object.wait() [0x00007fc9525c8000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04058c0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.48ms elapsed=183.23s tid=0x00007fc990b1b000 nid=0x17ad1c runnable [0x00007fc951d84000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.58ms elapsed=183.19s tid=0x00007fc990b3a800 nid=0x17ad1d runnable [0x00007fc951d43000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f4f4bf40> (a sun.nio.ch.Util$2)
# - locked <0x00000000f4f4bdf0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.25ms elapsed=183.19s tid=0x00007fc990b3c000 nid=0x17ad1e runnable [0x00007fc951d02000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f4f4c2b8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f4f4c168> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17-acceptor-0@1b2e9e22-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.52ms elapsed=183.19s tid=0x00007fc990b3e000 nid=0x17ad1f runnable [0x00007fc951cc1000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18" #18 prio=5 os_prio=0 cpu=0.27ms elapsed=183.19s tid=0x00007fc990b3f800 nid=0x17ad20 waiting on condition [0x00007fc951c80000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.19ms elapsed=183.19s tid=0x00007fc990b41800 nid=0x17ad21 waiting on condition [0x00007fc951c3f000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.15ms elapsed=183.19s tid=0x00007fc990b43000 nid=0x17ad22 waiting on condition [0x00007fc951bfe000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.19ms elapsed=183.19s tid=0x00007fc990b45000 nid=0x17ad23 waiting on condition [0x00007fc951bbd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.30ms elapsed=183.19s tid=0x00007fc990b46800 nid=0x17ad24 waiting on condition [0x00007fc951b7c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.31ms elapsed=183.19s tid=0x00007fc990b48800 nid=0x17ad25 waiting on condition [0x00007fc951b3b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.21ms elapsed=183.19s tid=0x00007fc990b4a000 nid=0x17ad26 waiting on condition [0x00007fc951afa000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ffa830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.64s tid=0x00007fc991435000 nid=0x17ad29 waiting on condition [0x00007fc9518b9000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb1aa7f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.95ms elapsed=181.35s tid=0x00007fc991b25000 nid=0x17ad91 runnable [0x00007fc950a31000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbf2d530> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbf2d360> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.27ms elapsed=181.35s tid=0x00007fc991b29800 nid=0x17ad99 runnable [0x00007fc9509f0000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbf7e668> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbf7e518> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.80ms elapsed=181.21s tid=0x00007fc991b82000 nid=0x17adac waiting on condition [0x00007fc9507af000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.25ms elapsed=181.21s tid=0x00007fc991b83800 nid=0x17adad waiting on condition [0x00007fc95076e000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.17ms elapsed=181.21s tid=0x00007fc991b88000 nid=0x17adae runnable [0x00007fc95072d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb3b6bc0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb3b6a70> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.21s tid=0x00007fc991b8d000 nid=0x17adaf runnable [0x00007fc9506ec000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb3b7cd0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb3b7b80> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.25ms elapsed=181.01s tid=0x00007fc991c26800 nid=0x17adba in Object.wait() [0x00007fc9506ab000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000faf17d08> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000faf17d08> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.14ms elapsed=180.15s tid=0x00007fc991ea2000 nid=0x17adbe waiting on condition [0x00007fc8f7ffe000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f50bd970> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@55638165" #35 prio=5 os_prio=0 cpu=1.80ms elapsed=180.14s tid=0x00007fc991ea6000 nid=0x17adbf waiting on condition [0x00007fc8f7fbd000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1153c88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3075.65ms elapsed=180.14s tid=0x00007fc990029000 nid=0x17acf9 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.24ms elapsed=0.10s tid=0x00007fc94c001800 nid=0x17b65f waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.80ms elapsed=184.51s tid=0x00007fc9902b9000 nid=0x17ad06 runnable
#
# "GC Thread#0" os_prio=0 cpu=46.56ms elapsed=184.56s tid=0x00007fc990041800 nid=0x17acfc runnable
#
# "GC Thread#1" os_prio=0 cpu=36.66ms elapsed=183.84s tid=0x00007fc960001000 nid=0x17ad16 runnable
#
# "GC Thread#2" os_prio=0 cpu=52.26ms elapsed=183.84s tid=0x00007fc960002800 nid=0x17ad17 runnable
#
# "GC Thread#3" os_prio=0 cpu=44.48ms elapsed=183.84s tid=0x00007fc960004000 nid=0x17ad18 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.19ms elapsed=184.55s tid=0x00007fc99004e800 nid=0x17acfd runnable
#
# "G1 Conc#0" os_prio=0 cpu=48.55ms elapsed=184.55s tid=0x00007fc990050800 nid=0x17acfe runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.76ms elapsed=184.53s tid=0x00007fc9901f1000 nid=0x17ad04 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=73.26ms elapsed=184.52s tid=0x00007fc9901f2800 nid=0x17ad05 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=85.05ms elapsed=184.42s tid=0x00007fc9903d7800 nid=0x17ad10 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 1551607 is still running; forcefully killing it now.
# Killed process 1551607
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1551493 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 56m 43s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5549 - Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5549/
1 tests failed.
FAILED: org.apache.solr.search.TestMainQueryCaching.testScoringQueryZeroRows
Error Message:
java.lang.AssertionError: Bad filterCache insert count expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: Bad filterCache insert count expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([91C71BCC06918EF6:E7D3DDAEEA916F32]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.search.TestMainQueryCaching.assertMetricCounts(TestMainQueryCaching.java:378)
at org.apache.solr.search.TestMainQueryCaching.assertMetricCounts(TestMainQueryCaching.java:355)
at org.apache.solr.search.TestMainQueryCaching.testScoringQueryZeroRows(TestMainQueryCaching.java:179)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
Build Log:
[...truncated 1800 lines...]
ERROR: The following test(s) have failed:
- org.apache.solr.search.TestMainQueryCaching.testScoringQueryZeroRows (:solr:core)
Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/core/build/test-results/test/outputs/OUTPUT-org.apache.solr.search.TestMainQueryCaching.txt
Reproduce with: gradlew :solr:core:test --tests "org.apache.solr.search.TestMainQueryCaching.testScoringQueryZeroRows" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=91C71BCC06918EF6 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=UTF-8
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD SUCCESSFUL in 52m 23s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to SUCCESS
Archiving artifacts
hudson.FilePath$ValidateAntFileMask$1Cancel
at hudson.FilePath$ValidateAntFileMask$1.isCaseSensitive(FilePath.java:3209)
at org.apache.tools.ant.DirectoryScanner.isIncluded(DirectoryScanner.java:1370)
at org.apache.tools.ant.DirectoryScanner.scandir(DirectoryScanner.java:1241)
at org.apache.tools.ant.DirectoryScanner.scandir(DirectoryScanner.java:1267)
at org.apache.tools.ant.DirectoryScanner.scandir(DirectoryScanner.java:1267)
at org.apache.tools.ant.DirectoryScanner.scandir(DirectoryScanner.java:1267)
at org.apache.tools.ant.DirectoryScanner.scandir(DirectoryScanner.java:1194)
at org.apache.tools.ant.DirectoryScanner.scandir(DirectoryScanner.java:1156)
at org.apache.tools.ant.DirectoryScanner.checkIncludePatterns(DirectoryScanner.java:954)
at org.apache.tools.ant.DirectoryScanner.scan(DirectoryScanner.java:912)
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:3222)
Caused: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:3227)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:3105)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:3083)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3487)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene-solr-1
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1784)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
at hudson.remoting.Channel.call(Channel.java:1000)
at hudson.FilePath.act(FilePath.java:1194)
at hudson.FilePath.act(FilePath.java:1183)
at hudson.FilePath.validateAntFileMask(FilePath.java:3080)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:269)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:814)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:763)
at hudson.model.Build$BuildExecution.post2(Build.java:179)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:707)
at hudson.model.Run.execute(Run.java:1921)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3489)
at hudson.remoting.UserRequest.perform(UserRequest.java:211)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:376)
at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:78)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1196)
at hudson.FilePath.act(FilePath.java:1183)
at hudson.FilePath.validateAntFileMask(FilePath.java:3080)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:269)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:814)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:763)
at hudson.model.Build$BuildExecution.post2(Build.java:179)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:707)
at hudson.model.Run.execute(Run.java:1921)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
[Checks API] No suitable checks publisher found.
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)