You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/12/10 10:59:56 UTC

[JENKINS] Solr » Solr-Check-main - Build # 5542 - Still Failing!

Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5542/

All tests passed

Build Log:
[...truncated 1192 lines...]
#   2022-12-10 10:59:34
#   Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
#   Threads class SMR info:
#   _java_thread_list=0x00007f5a6c005930, length=32, elements={
#   0x00007f5ab02c1000, 0x00007f5ab02c5800, 0x00007f5ab02da800, 0x00007f5ab02dc800,
#   0x00007f5ab02de800, 0x00007f5ab02e0800, 0x00007f5ab02e2800, 0x00007f5ab0382800,
#   0x00007f5ab0968800, 0x00007f5ab0b89000, 0x00007f5ab0ba8800, 0x00007f5ab0baa800,
#   0x00007f5ab0bac000, 0x00007f5ab0bad800, 0x00007f5ab0baf800, 0x00007f5ab0bb1000,
#   0x00007f5ab0bb3000, 0x00007f5ab0bb4800, 0x00007f5ab0bb6800, 0x00007f5ab0bb8000,
#   0x00007f5ab13fc000, 0x00007f5ab1ea7000, 0x00007f5ab1eab800, 0x00007f5ab1f02000,
#   0x00007f5ab1f03000, 0x00007f5ab1f08000, 0x00007f5ab1f0c800, 0x00007f5ab1fa6000,
#   0x00007f5ab2225000, 0x00007f5ab2227000, 0x00007f5ab0029000, 0x00007f5a6c004800
#   }
#
#   "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.97ms elapsed=184.86s tid=0x00007f5ab02c1000 nid=0x27ba57 waiting on condition  [0x00007f5ab4a3f000]
#      java.lang.Thread.State: RUNNABLE
#   	at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
#   	at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
#   	at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
#   "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.48ms elapsed=184.86s tid=0x00007f5ab02c5800 nid=0x27ba58 in Object.wait()  [0x00007f5ab407b000]
#      java.lang.Thread.State: WAITING (on object monitor)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
#   	- waiting on <0x00000000e0401308> (a java.lang.ref.ReferenceQueue$Lock)
#   	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
#   	- waiting to re-lock in wait() <0x00000000e0401308> (a java.lang.ref.ReferenceQueue$Lock)
#   	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
#   	at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
#   "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.31ms elapsed=184.85s tid=0x00007f5ab02da800 nid=0x27ba59 runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.85s tid=0x00007f5ab02dc800 nid=0x27ba5a runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2741.01ms elapsed=184.85s tid=0x00007f5ab02de800 nid=0x27ba5b waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#      No compile task
#
#   "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1147.13ms elapsed=184.85s tid=0x00007f5ab02e0800 nid=0x27ba5c waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#      No compile task
#
#   "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.36ms elapsed=184.85s tid=0x00007f5ab02e2800 nid=0x27ba5d runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.83ms elapsed=184.81s tid=0x00007f5ab0382800 nid=0x27ba5f in Object.wait()  [0x00007f5a98042000]
#      java.lang.Thread.State: TIMED_WAITING (on object monitor)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
#   	- waiting on <no object reference available>
#   	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
#   	- waiting to re-lock in wait() <0x00000000e0401ab8> (a java.lang.ref.ReferenceQueue$Lock)
#   	at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#   	at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
#   "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=415.04ms elapsed=183.79s tid=0x00007f5ab0968800 nid=0x27ba6b in Object.wait()  [0x00007f5a93ec8000]
#      java.lang.Thread.State: TIMED_WAITING (on object monitor)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
#   	- waiting on <no object reference available>
#   	at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
#   	at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
#   	at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
#   	- waiting to re-lock in wait() <0x00000000e04021c0> (a java.lang.Object)
#   	at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
#   	at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
#   	at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=3.24ms elapsed=183.25s tid=0x00007f5ab0b89000 nid=0x27ba71 runnable  [0x00007f5a93e87000]
#      java.lang.Thread.State: RUNNABLE
#   	at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
#   	at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
#   	at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
#   	at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
#   	at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.71ms elapsed=183.23s tid=0x00007f5ab0ba8800 nid=0x27ba72 runnable  [0x00007f5a93e46000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000fba71288> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000fba71138> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-16-acceptor-0@33e6febf-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #16 prio=5 os_prio=0 cpu=0.99ms elapsed=183.22s tid=0x00007f5ab0baa800 nid=0x27ba73 runnable  [0x00007f5a900eb000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
#   	at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
#   	at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
#   	at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.28ms elapsed=183.22s tid=0x00007f5ab0bac000 nid=0x27ba74 runnable  [0x00007f5a900aa000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000fba715e0> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000fba71490> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.34ms elapsed=183.22s tid=0x00007f5ab0bad800 nid=0x27ba75 waiting on condition  [0x00007f5a90069000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.26ms elapsed=183.21s tid=0x00007f5ab0baf800 nid=0x27ba76 waiting on condition  [0x00007f5a529eb000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.22ms elapsed=183.21s tid=0x00007f5ab0bb1000 nid=0x27ba77 waiting on condition  [0x00007f5a529aa000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.14ms elapsed=183.21s tid=0x00007f5ab0bb3000 nid=0x27ba78 waiting on condition  [0x00007f5a52969000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.14ms elapsed=183.21s tid=0x00007f5ab0bb4800 nid=0x27ba79 waiting on condition  [0x00007f5a52928000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.15ms elapsed=183.21s tid=0x00007f5ab0bb6800 nid=0x27ba7a waiting on condition  [0x00007f5a528e7000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.13ms elapsed=183.21s tid=0x00007f5ab0bb8000 nid=0x27ba7b waiting on condition  [0x00007f5a528a6000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.94s tid=0x00007f5ab13fc000 nid=0x27ba7c waiting on condition  [0x00007f5a52665000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000f9c71b48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
#   	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
#   	at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.97ms elapsed=181.26s tid=0x00007f5ab1ea7000 nid=0x27bad2 runnable  [0x00007f5a517dd000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000f9d206d0> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000f9d20580> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=181.25s tid=0x00007f5ab1eab800 nid=0x27bad3 runnable  [0x00007f5a5179c000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000f9d20c18> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000f9d20ac8> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.87ms elapsed=181.17s tid=0x00007f5ab1f02000 nid=0x27bad4 waiting on condition  [0x00007f5a5155b000]
#      java.lang.Thread.State: TIMED_WAITING (sleeping)
#   	at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
#   	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.45ms elapsed=181.17s tid=0x00007f5ab1f03000 nid=0x27bad5 waiting on condition  [0x00007f5a5151a000]
#      java.lang.Thread.State: TIMED_WAITING (sleeping)
#   	at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
#   	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.14ms elapsed=181.16s tid=0x00007f5ab1f08000 nid=0x27bad6 runnable  [0x00007f5a514d9000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000f9d34b20> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000f9d349d0> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.16s tid=0x00007f5ab1f0c800 nid=0x27bad7 runnable  [0x00007f5a51498000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000f9d35898> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000f9d35748> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "CloserThread" #32 prio=5 os_prio=0 cpu=0.12ms elapsed=180.96s tid=0x00007f5ab1fa6000 nid=0x27bada in Object.wait()  [0x00007f5a51457000]
#      java.lang.Thread.State: WAITING (on object monitor)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
#   	- waiting on <0x00000000f9980ce8> (a java.lang.Object)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
#   	at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
#   	- waiting to re-lock in wait() <0x00000000f9980ce8> (a java.lang.Object)
#
#   "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.11ms elapsed=180.46s tid=0x00007f5ab2225000 nid=0x27bade waiting on condition  [0x00007f5a50dd5000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000fbbe2bb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
#   	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
#   	at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "AsyncRequestLogWriter@49122853" #35 prio=5 os_prio=0 cpu=1.80ms elapsed=180.46s tid=0x00007f5ab2227000 nid=0x27badf waiting on condition  [0x00007f5a50d94000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e0ff9fb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
#   "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3011.71ms elapsed=180.46s tid=0x00007f5ab0029000 nid=0x27ba49 waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.28ms elapsed=0.10s tid=0x00007f5a6c004800 nid=0x27cca0 runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "VM Thread" os_prio=0 cpu=40.20ms elapsed=184.86s tid=0x00007f5ab02b9000 nid=0x27ba56 runnable
#
#   "GC Thread#0" os_prio=0 cpu=56.19ms elapsed=184.89s tid=0x00007f5ab0041800 nid=0x27ba4f runnable
#
#   "GC Thread#1" os_prio=0 cpu=46.20ms elapsed=184.08s tid=0x00007f5a80001000 nid=0x27ba66 runnable
#
#   "GC Thread#2" os_prio=0 cpu=44.38ms elapsed=184.08s tid=0x00007f5a80002800 nid=0x27ba67 runnable
#
#   "GC Thread#3" os_prio=0 cpu=46.00ms elapsed=184.08s tid=0x00007f5a80004000 nid=0x27ba68 runnable
#
#   "G1 Main Marker" os_prio=0 cpu=1.39ms elapsed=184.89s tid=0x00007f5ab004e800 nid=0x27ba50 runnable
#
#   "G1 Conc#0" os_prio=0 cpu=88.92ms elapsed=184.89s tid=0x00007f5ab0050800 nid=0x27ba51 runnable
#
#   "G1 Refine#0" os_prio=0 cpu=1.93ms elapsed=184.87s tid=0x00007f5ab01f1000 nid=0x27ba54 runnable
#
#   "G1 Young RemSet Sampling" os_prio=0 cpu=45.69ms elapsed=184.87s tid=0x00007f5ab01f2800 nid=0x27ba55 runnable
#   "VM Periodic Task Thread" os_prio=0 cpu=74.05ms elapsed=184.79s tid=0x00007f5ab03cf000 nid=0x27ba60 waiting on condition
#
#   JNI global refs: 22, weak refs: 0
#
#   Solr process 2603589 is still running; forcefully killing it now.
#   Killed process 2603589
#   Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2603479 to stop gracefully.
#    [|]   [/]   [-]   [\]      
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 2603589 to stop gracefully.
#  [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]      Solr process 2603589 is still running; jstacking it now.
# 2022-12-10 10:59:34
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f5a6c005930, length=32, elements={
# 0x00007f5ab02c1000, 0x00007f5ab02c5800, 0x00007f5ab02da800, 0x00007f5ab02dc800,
# 0x00007f5ab02de800, 0x00007f5ab02e0800, 0x00007f5ab02e2800, 0x00007f5ab0382800,
# 0x00007f5ab0968800, 0x00007f5ab0b89000, 0x00007f5ab0ba8800, 0x00007f5ab0baa800,
# 0x00007f5ab0bac000, 0x00007f5ab0bad800, 0x00007f5ab0baf800, 0x00007f5ab0bb1000,
# 0x00007f5ab0bb3000, 0x00007f5ab0bb4800, 0x00007f5ab0bb6800, 0x00007f5ab0bb8000,
# 0x00007f5ab13fc000, 0x00007f5ab1ea7000, 0x00007f5ab1eab800, 0x00007f5ab1f02000,
# 0x00007f5ab1f03000, 0x00007f5ab1f08000, 0x00007f5ab1f0c800, 0x00007f5ab1fa6000,
# 0x00007f5ab2225000, 0x00007f5ab2227000, 0x00007f5ab0029000, 0x00007f5a6c004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.97ms elapsed=184.86s tid=0x00007f5ab02c1000 nid=0x27ba57 waiting on condition  [0x00007f5ab4a3f000]
#    java.lang.Thread.State: RUNNABLE
# 	at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# 	at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# 	at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.48ms elapsed=184.86s tid=0x00007f5ab02c5800 nid=0x27ba58 in Object.wait()  [0x00007f5ab407b000]
#    java.lang.Thread.State: WAITING (on object monitor)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# 	- waiting on <0x00000000e0401308> (a java.lang.ref.ReferenceQueue$Lock)
# 	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# 	- waiting to re-lock in wait() <0x00000000e0401308> (a java.lang.ref.ReferenceQueue$Lock)
# 	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# 	at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.31ms elapsed=184.85s tid=0x00007f5ab02da800 nid=0x27ba59 runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.85s tid=0x00007f5ab02dc800 nid=0x27ba5a runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2741.01ms elapsed=184.85s tid=0x00007f5ab02de800 nid=0x27ba5b waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#    No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1147.13ms elapsed=184.85s tid=0x00007f5ab02e0800 nid=0x27ba5c waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#    No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.36ms elapsed=184.85s tid=0x00007f5ab02e2800 nid=0x27ba5d runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.83ms elapsed=184.81s tid=0x00007f5ab0382800 nid=0x27ba5f in Object.wait()  [0x00007f5a98042000]
#    java.lang.Thread.State: TIMED_WAITING (on object monitor)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# 	- waiting on <no object reference available>
# 	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# 	- waiting to re-lock in wait() <0x00000000e0401ab8> (a java.lang.ref.ReferenceQueue$Lock)
# 	at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# 	at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=415.04ms elapsed=183.79s tid=0x00007f5ab0968800 nid=0x27ba6b in Object.wait()  [0x00007f5a93ec8000]
#    java.lang.Thread.State: TIMED_WAITING (on object monitor)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# 	- waiting on <no object reference available>
# 	at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# 	at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# 	at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# 	- waiting to re-lock in wait() <0x00000000e04021c0> (a java.lang.Object)
# 	at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# 	at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# 	at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=3.24ms elapsed=183.25s tid=0x00007f5ab0b89000 nid=0x27ba71 runnable  [0x00007f5a93e87000]
#    java.lang.Thread.State: RUNNABLE
# 	at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# 	at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# 	at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# 	at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# 	at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.71ms elapsed=183.23s tid=0x00007f5ab0ba8800 nid=0x27ba72 runnable  [0x00007f5a93e46000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000fba71288> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000fba71138> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16-acceptor-0@33e6febf-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #16 prio=5 os_prio=0 cpu=0.99ms elapsed=183.22s tid=0x00007f5ab0baa800 nid=0x27ba73 runnable  [0x00007f5a900eb000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# 	at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# 	at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# 	at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.28ms elapsed=183.22s tid=0x00007f5ab0bac000 nid=0x27ba74 runnable  [0x00007f5a900aa000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000fba715e0> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000fba71490> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.34ms elapsed=183.22s tid=0x00007f5ab0bad800 nid=0x27ba75 waiting on condition  [0x00007f5a90069000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.26ms elapsed=183.21s tid=0x00007f5ab0baf800 nid=0x27ba76 waiting on condition  [0x00007f5a529eb000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.22ms elapsed=183.21s tid=0x00007f5ab0bb1000 nid=0x27ba77 waiting on condition  [0x00007f5a529aa000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.14ms elapsed=183.21s tid=0x00007f5ab0bb3000 nid=0x27ba78 waiting on condition  [0x00007f5a52969000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.14ms elapsed=183.21s tid=0x00007f5ab0bb4800 nid=0x27ba79 waiting on condition  [0x00007f5a52928000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.15ms elapsed=183.21s tid=0x00007f5ab0bb6800 nid=0x27ba7a waiting on condition  [0x00007f5a528e7000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.13ms elapsed=183.21s tid=0x00007f5ab0bb8000 nid=0x27ba7b waiting on condition  [0x00007f5a528a6000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.94s tid=0x00007f5ab13fc000 nid=0x27ba7c waiting on condition  [0x00007f5a52665000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000f9c71b48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# 	at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.97ms elapsed=181.26s tid=0x00007f5ab1ea7000 nid=0x27bad2 runnable  [0x00007f5a517dd000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000f9d206d0> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000f9d20580> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=181.25s tid=0x00007f5ab1eab800 nid=0x27bad3 runnable  [0x00007f5a5179c000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000f9d20c18> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000f9d20ac8> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.87ms elapsed=181.17s tid=0x00007f5ab1f02000 nid=0x27bad4 waiting on condition  [0x00007f5a5155b000]
#    java.lang.Thread.State: TIMED_WAITING (sleeping)
# 	at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# 	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.45ms elapsed=181.17s tid=0x00007f5ab1f03000 nid=0x27bad5 waiting on condition  [0x00007f5a5151a000]
#    java.lang.Thread.State: TIMED_WAITING (sleeping)
# 	at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# 	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.14ms elapsed=181.16s tid=0x00007f5ab1f08000 nid=0x27bad6 runnable  [0x00007f5a514d9000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000f9d34b20> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000f9d349d0> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.16s tid=0x00007f5ab1f0c800 nid=0x27bad7 runnable  [0x00007f5a51498000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000f9d35898> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000f9d35748> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.12ms elapsed=180.96s tid=0x00007f5ab1fa6000 nid=0x27bada in Object.wait()  [0x00007f5a51457000]
#    java.lang.Thread.State: WAITING (on object monitor)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# 	- waiting on <0x00000000f9980ce8> (a java.lang.Object)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# 	at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# 	- waiting to re-lock in wait() <0x00000000f9980ce8> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.11ms elapsed=180.46s tid=0x00007f5ab2225000 nid=0x27bade waiting on condition  [0x00007f5a50dd5000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000fbbe2bb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# 	at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@49122853" #35 prio=5 os_prio=0 cpu=1.80ms elapsed=180.46s tid=0x00007f5ab2227000 nid=0x27badf waiting on condition  [0x00007f5a50d94000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e0ff9fb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3011.71ms elapsed=180.46s tid=0x00007f5ab0029000 nid=0x27ba49 waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.28ms elapsed=0.10s tid=0x00007f5a6c004800 nid=0x27cca0 runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=40.20ms elapsed=184.86s tid=0x00007f5ab02b9000 nid=0x27ba56 runnable
#
# "GC Thread#0" os_prio=0 cpu=56.19ms elapsed=184.89s tid=0x00007f5ab0041800 nid=0x27ba4f runnable
#
# "GC Thread#1" os_prio=0 cpu=46.20ms elapsed=184.08s tid=0x00007f5a80001000 nid=0x27ba66 runnable
#
# "GC Thread#2" os_prio=0 cpu=44.38ms elapsed=184.08s tid=0x00007f5a80002800 nid=0x27ba67 runnable
#
# "GC Thread#3" os_prio=0 cpu=46.00ms elapsed=184.08s tid=0x00007f5a80004000 nid=0x27ba68 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.39ms elapsed=184.89s tid=0x00007f5ab004e800 nid=0x27ba50 runnable
#
# "G1 Conc#0" os_prio=0 cpu=88.92ms elapsed=184.89s tid=0x00007f5ab0050800 nid=0x27ba51 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.93ms elapsed=184.87s tid=0x00007f5ab01f1000 nid=0x27ba54 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.69ms elapsed=184.87s tid=0x00007f5ab01f2800 nid=0x27ba55 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=74.05ms elapsed=184.79s tid=0x00007f5ab03cf000 nid=0x27ba60 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2603589 is still running; forcefully killing it now.
# Killed process 2603589
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2603479 to stop gracefully.
#  [|]   [/]   [-]   [\]      

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.

You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.

See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 55m 22s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Solr » Solr-Check-main - Build # 5543 - Still Failing!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5543/

All tests passed

Build Log:
[...truncated 1191 lines...]
#   2022-12-10 12:50:03
#   Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
#   Threads class SMR info:
#   _java_thread_list=0x00007fd2c4006150, length=32, elements={
#   0x00007fd3042c1000, 0x00007fd3042c5800, 0x00007fd3042da800, 0x00007fd3042dc800,
#   0x00007fd3042de800, 0x00007fd3042e0800, 0x00007fd3042e2800, 0x00007fd304392000,
#   0x00007fd30498a800, 0x00007fd304b89800, 0x00007fd304ba9800, 0x00007fd304bab800,
#   0x00007fd304bad000, 0x00007fd304bae800, 0x00007fd304bb0800, 0x00007fd304bb2000,
#   0x00007fd304bb4000, 0x00007fd304bb6000, 0x00007fd304bb7800, 0x00007fd304bb9800,
#   0x00007fd30544c000, 0x00007fd305adb800, 0x00007fd305ae0000, 0x00007fd305b37000,
#   0x00007fd305b38800, 0x00007fd305aa2000, 0x00007fd305b10000, 0x00007fd305bfe000,
#   0x00007fd3060f2800, 0x00007fd3060f5000, 0x00007fd304029000, 0x00007fd2c4005000
#   }
#
#   "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.03ms elapsed=184.61s tid=0x00007fd3042c1000 nid=0x2cb437 waiting on condition  [0x00007fd2eb84c000]
#      java.lang.Thread.State: RUNNABLE
#   	at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
#   	at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
#   	at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
#   "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.52ms elapsed=184.61s tid=0x00007fd3042c5800 nid=0x2cb438 in Object.wait()  [0x00007fd2e80f4000]
#      java.lang.Thread.State: WAITING (on object monitor)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
#   	- waiting on <0x00000000e07a1800> (a java.lang.ref.ReferenceQueue$Lock)
#   	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
#   	- waiting to re-lock in wait() <0x00000000e07a1800> (a java.lang.ref.ReferenceQueue$Lock)
#   	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
#   	at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
#   "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.60s tid=0x00007fd3042da800 nid=0x2cb439 runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.04ms elapsed=184.60s tid=0x00007fd3042dc800 nid=0x2cb43a runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2784.98ms elapsed=184.60s tid=0x00007fd3042de800 nid=0x2cb43b waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#      No compile task
#
#   "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1087.94ms elapsed=184.60s tid=0x00007fd3042e0800 nid=0x2cb43c waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#      No compile task
#
#   "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.33ms elapsed=184.60s tid=0x00007fd3042e2800 nid=0x2cb43d runnable  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.66ms elapsed=184.56s tid=0x00007fd304392000 nid=0x2cb43e in Object.wait()  [0x00007fd2db090000]
#      java.lang.Thread.State: TIMED_WAITING (on object monitor)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
#   	- waiting on <no object reference available>
#   	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
#   	- waiting to re-lock in wait() <0x00000000e042ee70> (a java.lang.ref.ReferenceQueue$Lock)
#   	at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#   	at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
#   "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=468.81ms elapsed=183.81s tid=0x00007fd30498a800 nid=0x2cb448 in Object.wait()  [0x00007fd2d9913000]
#      java.lang.Thread.State: TIMED_WAITING (on object monitor)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
#   	- waiting on <no object reference available>
#   	at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
#   	at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
#   	at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
#   	- waiting to re-lock in wait() <0x00000000e0518780> (a java.lang.Object)
#   	at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
#   	at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
#   	at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.41ms elapsed=183.53s tid=0x00007fd304b89800 nid=0x2cb44b runnable  [0x00007fd2d90cf000]
#      java.lang.Thread.State: RUNNABLE
#   	at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
#   	at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
#   	at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
#   	at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
#   	at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.53ms elapsed=183.51s tid=0x00007fd304ba9800 nid=0x2cb44c runnable  [0x00007fd2d908e000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000fb519718> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000fb5195c8> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.52ms elapsed=183.50s tid=0x00007fd304bab800 nid=0x2cb44d runnable  [0x00007fd2d904d000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000fb519a70> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000fb519920> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-17-acceptor-0@766872b9-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.58ms elapsed=183.50s tid=0x00007fd304bad000 nid=0x2cb44e runnable  [0x00007fd2d900c000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
#   	at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
#   	at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
#   	at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-18" #18 prio=5 os_prio=0 cpu=0.26ms elapsed=183.50s tid=0x00007fd304bae800 nid=0x2cb44f waiting on condition  [0x00007fd2d8fcb000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.19ms elapsed=183.50s tid=0x00007fd304bb0800 nid=0x2cb450 waiting on condition  [0x00007fd2d8f8a000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.18ms elapsed=183.50s tid=0x00007fd304bb2000 nid=0x2cb451 waiting on condition  [0x00007fd2d8f49000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.23ms elapsed=183.50s tid=0x00007fd304bb4000 nid=0x2cb452 waiting on condition  [0x00007fd2d8f08000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.18ms elapsed=183.50s tid=0x00007fd304bb6000 nid=0x2cb453 waiting on condition  [0x00007fd2d8ec7000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.20ms elapsed=183.50s tid=0x00007fd304bb7800 nid=0x2cb454 waiting on condition  [0x00007fd2d8e86000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.13ms elapsed=183.50s tid=0x00007fd304bb9800 nid=0x2cb455 waiting on condition  [0x00007fd2d8e45000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
#   	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.27ms elapsed=183.05s tid=0x00007fd30544c000 nid=0x2cb458 waiting on condition  [0x00007fd2d8c04000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000f9b0d880> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
#   	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
#   	at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.85ms elapsed=181.72s tid=0x00007fd305adb800 nid=0x2cb4a0 runnable  [0x00007fd2d81c3000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000f9911138> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000f9910fe8> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=181.72s tid=0x00007fd305ae0000 nid=0x2cb4a1 runnable  [0x00007fd2d8182000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000f9911680> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000f9911530> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.84ms elapsed=181.60s tid=0x00007fd305b37000 nid=0x2cb4a3 waiting on condition  [0x00007fd2d8141000]
#      java.lang.Thread.State: TIMED_WAITING (sleeping)
#   	at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
#   	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.26ms elapsed=181.60s tid=0x00007fd305b38800 nid=0x2cb4a4 waiting on condition  [0x00007fd2d8100000]
#      java.lang.Thread.State: TIMED_WAITING (sleeping)
#   	at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
#   	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.20ms elapsed=181.60s tid=0x00007fd305aa2000 nid=0x2cb4a5 runnable  [0x00007fd2d80bf000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000f9923af0> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000f99239a0> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=181.60s tid=0x00007fd305b10000 nid=0x2cb4a6 runnable  [0x00007fd2d807e000]
#      java.lang.Thread.State: RUNNABLE
#   	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
#   	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
#   	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
#   	- locked <0x00000000f9924868> (a sun.nio.ch.Util$2)
#   	- locked <0x00000000f9924718> (a sun.nio.ch.EPollSelectorImpl)
#   	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
#   	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
#   	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
#   	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
#   	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
#   	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
#   	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "CloserThread" #32 prio=5 os_prio=0 cpu=0.12ms elapsed=181.17s tid=0x00007fd305bfe000 nid=0x2cb4b2 in Object.wait()  [0x00007fd26f9b7000]
#      java.lang.Thread.State: WAITING (on object monitor)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
#   	- waiting on <0x00000000f93fcb58> (a java.lang.Object)
#   	at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
#   	at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
#   	- waiting to re-lock in wait() <0x00000000f93fcb58> (a java.lang.Object)
#
#   "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.28s tid=0x00007fd3060f2800 nid=0x2cb4b8 waiting on condition  [0x00007fd26f535000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000fb60ba60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
#   	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
#   	at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
#   	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
#   	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
#   	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
#   "AsyncRequestLogWriter@55638165" #35 prio=5 os_prio=0 cpu=1.59ms elapsed=180.28s tid=0x00007fd3060f5000 nid=0x2cb4b9 waiting on condition  [0x00007fd26f4f4000]
#      java.lang.Thread.State: TIMED_WAITING (parking)
#   	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
#   	- parking to wait for  <0x00000000e1167d78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
#   	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
#   	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
#   	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
#   	at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
#   "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3583.53ms elapsed=180.28s tid=0x00007fd304029000 nid=0x2cb42a waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.21ms elapsed=0.10s tid=0x00007fd2c4005000 nid=0x2cbd54 waiting on condition  [0x0000000000000000]
#      java.lang.Thread.State: RUNNABLE
#
#   "VM Thread" os_prio=0 cpu=36.94ms elapsed=184.63s tid=0x00007fd3042b9000 nid=0x2cb435 runnable
#
#   "GC Thread#0" os_prio=0 cpu=43.18ms elapsed=184.69s tid=0x00007fd304041800 nid=0x2cb42d runnable
#
#   "GC Thread#1" os_prio=0 cpu=58.37ms elapsed=184.08s tid=0x00007fd2c8001000 nid=0x2cb445 runnable
#
#   "GC Thread#2" os_prio=0 cpu=40.96ms elapsed=184.08s tid=0x00007fd2c8002800 nid=0x2cb446 runnable
#
#   "GC Thread#3" os_prio=0 cpu=58.23ms elapsed=184.08s tid=0x00007fd2c8004000 nid=0x2cb447 runnable
#
#   "G1 Main Marker" os_prio=0 cpu=1.63ms elapsed=184.68s tid=0x00007fd30404e800 nid=0x2cb431 runnable
#
#   "G1 Conc#0" os_prio=0 cpu=83.03ms elapsed=184.67s tid=0x00007fd304050800 nid=0x2cb432 runnable
#
#   "G1 Refine#0" os_prio=0 cpu=2.97ms elapsed=184.65s tid=0x00007fd3041f1000 nid=0x2cb433 runnable
#
#   "G1 Young RemSet Sampling" os_prio=0 cpu=45.83ms elapsed=184.65s tid=0x00007fd3041f2800 nid=0x2cb434 runnable
#   "VM Periodic Task Thread" os_prio=0 cpu=75.46ms elapsed=184.54s tid=0x00007fd3043de800 nid=0x2cb43f waiting on condition
#
#   JNI global refs: 22, weak refs: 0
#
#   Solr process 2929702 is still running; forcefully killing it now.
#   Killed process 2929702
#   Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2929587 to stop gracefully.
#    [|]   [/]   [-]   [\]      
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 2929702 to stop gracefully.
#  [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]   [/]   [-]   [\]   [|]      Solr process 2929702 is still running; jstacking it now.
# 2022-12-10 12:50:03
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fd2c4006150, length=32, elements={
# 0x00007fd3042c1000, 0x00007fd3042c5800, 0x00007fd3042da800, 0x00007fd3042dc800,
# 0x00007fd3042de800, 0x00007fd3042e0800, 0x00007fd3042e2800, 0x00007fd304392000,
# 0x00007fd30498a800, 0x00007fd304b89800, 0x00007fd304ba9800, 0x00007fd304bab800,
# 0x00007fd304bad000, 0x00007fd304bae800, 0x00007fd304bb0800, 0x00007fd304bb2000,
# 0x00007fd304bb4000, 0x00007fd304bb6000, 0x00007fd304bb7800, 0x00007fd304bb9800,
# 0x00007fd30544c000, 0x00007fd305adb800, 0x00007fd305ae0000, 0x00007fd305b37000,
# 0x00007fd305b38800, 0x00007fd305aa2000, 0x00007fd305b10000, 0x00007fd305bfe000,
# 0x00007fd3060f2800, 0x00007fd3060f5000, 0x00007fd304029000, 0x00007fd2c4005000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.03ms elapsed=184.61s tid=0x00007fd3042c1000 nid=0x2cb437 waiting on condition  [0x00007fd2eb84c000]
#    java.lang.Thread.State: RUNNABLE
# 	at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# 	at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# 	at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.52ms elapsed=184.61s tid=0x00007fd3042c5800 nid=0x2cb438 in Object.wait()  [0x00007fd2e80f4000]
#    java.lang.Thread.State: WAITING (on object monitor)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# 	- waiting on <0x00000000e07a1800> (a java.lang.ref.ReferenceQueue$Lock)
# 	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# 	- waiting to re-lock in wait() <0x00000000e07a1800> (a java.lang.ref.ReferenceQueue$Lock)
# 	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# 	at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.60s tid=0x00007fd3042da800 nid=0x2cb439 runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.04ms elapsed=184.60s tid=0x00007fd3042dc800 nid=0x2cb43a runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2784.98ms elapsed=184.60s tid=0x00007fd3042de800 nid=0x2cb43b waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#    No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1087.94ms elapsed=184.60s tid=0x00007fd3042e0800 nid=0x2cb43c waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#    No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.33ms elapsed=184.60s tid=0x00007fd3042e2800 nid=0x2cb43d runnable  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.66ms elapsed=184.56s tid=0x00007fd304392000 nid=0x2cb43e in Object.wait()  [0x00007fd2db090000]
#    java.lang.Thread.State: TIMED_WAITING (on object monitor)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# 	- waiting on <no object reference available>
# 	at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# 	- waiting to re-lock in wait() <0x00000000e042ee70> (a java.lang.ref.ReferenceQueue$Lock)
# 	at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# 	at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=468.81ms elapsed=183.81s tid=0x00007fd30498a800 nid=0x2cb448 in Object.wait()  [0x00007fd2d9913000]
#    java.lang.Thread.State: TIMED_WAITING (on object monitor)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# 	- waiting on <no object reference available>
# 	at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# 	at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# 	at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# 	- waiting to re-lock in wait() <0x00000000e0518780> (a java.lang.Object)
# 	at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# 	at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# 	at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.41ms elapsed=183.53s tid=0x00007fd304b89800 nid=0x2cb44b runnable  [0x00007fd2d90cf000]
#    java.lang.Thread.State: RUNNABLE
# 	at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# 	at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# 	at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# 	at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# 	at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.53ms elapsed=183.51s tid=0x00007fd304ba9800 nid=0x2cb44c runnable  [0x00007fd2d908e000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000fb519718> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000fb5195c8> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.52ms elapsed=183.50s tid=0x00007fd304bab800 nid=0x2cb44d runnable  [0x00007fd2d904d000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000fb519a70> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000fb519920> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17-acceptor-0@766872b9-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.58ms elapsed=183.50s tid=0x00007fd304bad000 nid=0x2cb44e runnable  [0x00007fd2d900c000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# 	at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# 	at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# 	at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18" #18 prio=5 os_prio=0 cpu=0.26ms elapsed=183.50s tid=0x00007fd304bae800 nid=0x2cb44f waiting on condition  [0x00007fd2d8fcb000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.19ms elapsed=183.50s tid=0x00007fd304bb0800 nid=0x2cb450 waiting on condition  [0x00007fd2d8f8a000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.18ms elapsed=183.50s tid=0x00007fd304bb2000 nid=0x2cb451 waiting on condition  [0x00007fd2d8f49000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.23ms elapsed=183.50s tid=0x00007fd304bb4000 nid=0x2cb452 waiting on condition  [0x00007fd2d8f08000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.18ms elapsed=183.50s tid=0x00007fd304bb6000 nid=0x2cb453 waiting on condition  [0x00007fd2d8ec7000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.20ms elapsed=183.50s tid=0x00007fd304bb7800 nid=0x2cb454 waiting on condition  [0x00007fd2d8e86000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.13ms elapsed=183.50s tid=0x00007fd304bb9800 nid=0x2cb455 waiting on condition  [0x00007fd2d8e45000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.27ms elapsed=183.05s tid=0x00007fd30544c000 nid=0x2cb458 waiting on condition  [0x00007fd2d8c04000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000f9b0d880> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# 	at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.85ms elapsed=181.72s tid=0x00007fd305adb800 nid=0x2cb4a0 runnable  [0x00007fd2d81c3000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000f9911138> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000f9910fe8> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=181.72s tid=0x00007fd305ae0000 nid=0x2cb4a1 runnable  [0x00007fd2d8182000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000f9911680> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000f9911530> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.84ms elapsed=181.60s tid=0x00007fd305b37000 nid=0x2cb4a3 waiting on condition  [0x00007fd2d8141000]
#    java.lang.Thread.State: TIMED_WAITING (sleeping)
# 	at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# 	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.26ms elapsed=181.60s tid=0x00007fd305b38800 nid=0x2cb4a4 waiting on condition  [0x00007fd2d8100000]
#    java.lang.Thread.State: TIMED_WAITING (sleeping)
# 	at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# 	at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.20ms elapsed=181.60s tid=0x00007fd305aa2000 nid=0x2cb4a5 runnable  [0x00007fd2d80bf000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000f9923af0> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000f99239a0> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=181.60s tid=0x00007fd305b10000 nid=0x2cb4a6 runnable  [0x00007fd2d807e000]
#    java.lang.Thread.State: RUNNABLE
# 	at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# 	at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# 	at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# 	- locked <0x00000000f9924868> (a sun.nio.ch.Util$2)
# 	- locked <0x00000000f9924718> (a sun.nio.ch.EPollSelectorImpl)
# 	at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# 	at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# 	at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# 	at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# 	at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# 	at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.12ms elapsed=181.17s tid=0x00007fd305bfe000 nid=0x2cb4b2 in Object.wait()  [0x00007fd26f9b7000]
#    java.lang.Thread.State: WAITING (on object monitor)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# 	- waiting on <0x00000000f93fcb58> (a java.lang.Object)
# 	at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# 	at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# 	- waiting to re-lock in wait() <0x00000000f93fcb58> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.28s tid=0x00007fd3060f2800 nid=0x2cb4b8 waiting on condition  [0x00007fd26f535000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000fb60ba60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# 	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# 	at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# 	at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@55638165" #35 prio=5 os_prio=0 cpu=1.59ms elapsed=180.28s tid=0x00007fd3060f5000 nid=0x2cb4b9 waiting on condition  [0x00007fd26f4f4000]
#    java.lang.Thread.State: TIMED_WAITING (parking)
# 	at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# 	- parking to wait for  <0x00000000e1167d78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# 	at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# 	at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# 	at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3583.53ms elapsed=180.28s tid=0x00007fd304029000 nid=0x2cb42a waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.21ms elapsed=0.10s tid=0x00007fd2c4005000 nid=0x2cbd54 waiting on condition  [0x0000000000000000]
#    java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.94ms elapsed=184.63s tid=0x00007fd3042b9000 nid=0x2cb435 runnable
#
# "GC Thread#0" os_prio=0 cpu=43.18ms elapsed=184.69s tid=0x00007fd304041800 nid=0x2cb42d runnable
#
# "GC Thread#1" os_prio=0 cpu=58.37ms elapsed=184.08s tid=0x00007fd2c8001000 nid=0x2cb445 runnable
#
# "GC Thread#2" os_prio=0 cpu=40.96ms elapsed=184.08s tid=0x00007fd2c8002800 nid=0x2cb446 runnable
#
# "GC Thread#3" os_prio=0 cpu=58.23ms elapsed=184.08s tid=0x00007fd2c8004000 nid=0x2cb447 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.63ms elapsed=184.68s tid=0x00007fd30404e800 nid=0x2cb431 runnable
#
# "G1 Conc#0" os_prio=0 cpu=83.03ms elapsed=184.67s tid=0x00007fd304050800 nid=0x2cb432 runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.97ms elapsed=184.65s tid=0x00007fd3041f1000 nid=0x2cb433 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.83ms elapsed=184.65s tid=0x00007fd3041f2800 nid=0x2cb434 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=75.46ms elapsed=184.54s tid=0x00007fd3043de800 nid=0x2cb43f waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2929702 is still running; forcefully killing it now.
# Killed process 2929702
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2929587 to stop gracefully.
#  [|]   [/]   [-]   [\]      

> Task :solr:packaging:integrationTests FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226

* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.

You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.

See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 54m 6s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any