You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/12/10 00:15:38 UTC
[JENKINS] Solr » Solr-Check-main - Build # 5538 - Failure!
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5538/
1 tests failed.
FAILED: org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew
Error Message:
java.lang.AssertionError: expected:<200> but was:<403>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
at __randomizedtesting.SeedInfo.seed([A3506CACE945985:3DAEF2D4F6588421]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:633)
at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.renewDelegationToken(TestDelegationWithHadoopAuth.java:121)
at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.verifyDelegationTokenRenew(TestDelegationWithHadoopAuth.java:306)
at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew(TestDelegationWithHadoopAuth.java:326)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:829)
Build Log:
[...truncated 1697 lines...]
# 2022-12-10 00:15:18
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f92f0002730, length=32, elements={
# 0x00007f93342c1000, 0x00007f93342c5800, 0x00007f93342da800, 0x00007f93342dc800,
# 0x00007f93342de800, 0x00007f93342e0800, 0x00007f93342e2800, 0x00007f9334372000,
# 0x00007f933494b800, 0x00007f9334b79000, 0x00007f9334b99000, 0x00007f9334b9a800,
# 0x00007f9334b9c800, 0x00007f9334b9e000, 0x00007f9334b9f800, 0x00007f9334ba1800,
# 0x00007f9334ba3000, 0x00007f9334ba5000, 0x00007f9334ba7000, 0x00007f9334ba8800,
# 0x00007f93353ec000, 0x00007f9336178800, 0x00007f933617d000, 0x00007f93361d3800,
# 0x00007f93361d5000, 0x00007f93361da000, 0x00007f93361df000, 0x00007f9336276000,
# 0x00007f93364f3000, 0x00007f93364f5800, 0x00007f9334029000, 0x00007f92f0001800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.15ms elapsed=184.65s tid=0x00007f93342c1000 nid=0x10f884 waiting on condition [0x00007f9317e7b000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.60ms elapsed=184.64s tid=0x00007f93342c5800 nid=0x10f885 in Object.wait() [0x00007f93175fe000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.63s tid=0x00007f93342da800 nid=0x10f886 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.04ms elapsed=184.63s tid=0x00007f93342dc800 nid=0x10f887 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3103.85ms elapsed=184.63s tid=0x00007f93342de800 nid=0x10f888 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1546.81ms elapsed=184.63s tid=0x00007f93342e0800 nid=0x10f889 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=5.11ms elapsed=184.62s tid=0x00007f93342e2800 nid=0x10f88a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.95ms elapsed=184.56s tid=0x00007f9334372000 nid=0x10f88c in Object.wait() [0x00007f92e7fbd000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04020a8> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=469.92ms elapsed=183.59s tid=0x00007f933494b800 nid=0x10f898 in Object.wait() [0x00007f92e6840000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04025c0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.68ms elapsed=183.28s tid=0x00007f9334b79000 nid=0x10f899 runnable [0x00007f92e5ffc000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.90ms elapsed=183.25s tid=0x00007f9334b99000 nid=0x10f89a runnable [0x00007f92e5fbb000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbd34d88> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbd34c38> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.67ms elapsed=183.25s tid=0x00007f9334b9a800 nid=0x10f89b waiting on condition [0x00007f92e5f7a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.64ms elapsed=183.25s tid=0x00007f9334b9c800 nid=0x10f89c waiting on condition [0x00007f92e5f39000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.65ms elapsed=183.25s tid=0x00007f9334b9e000 nid=0x10f89d waiting on condition [0x00007f92e5ef8000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.46ms elapsed=183.25s tid=0x00007f9334b9f800 nid=0x10f89e waiting on condition [0x00007f92e5eb7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.37ms elapsed=183.25s tid=0x00007f9334ba1800 nid=0x10f89f waiting on condition [0x00007f92e5e76000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.44ms elapsed=183.25s tid=0x00007f9334ba3000 nid=0x10f8a0 waiting on condition [0x00007f92e5e35000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.16ms elapsed=183.24s tid=0x00007f9334ba5000 nid=0x10f8a1 runnable [0x00007f92e5df4000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbd350e0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbd34f90> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23-acceptor-0@12eb95a4-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #23 prio=5 os_prio=0 cpu=0.62ms elapsed=183.24s tid=0x00007f9334ba7000 nid=0x10f8a2 runnable [0x00007f92e5db3000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.26ms elapsed=183.24s tid=0x00007f9334ba8800 nid=0x10f8a3 waiting on condition [0x00007f92e5d72000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.95s tid=0x00007f93353ec000 nid=0x10f8a6 waiting on condition [0x00007f92e5b31000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9ee1d20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.10ms elapsed=181.12s tid=0x00007f9336178800 nid=0x10f8f9 runnable [0x00007f92e4ca9000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fa00b9e8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fa00b898> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.23ms elapsed=181.12s tid=0x00007f933617d000 nid=0x10f8fa runnable [0x00007f92e4c68000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fa00bf30> (a sun.nio.ch.Util$2)
# - locked <0x00000000fa00bde0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.54ms elapsed=181.03s tid=0x00007f93361d3800 nid=0x10f8fd waiting on condition [0x00007f92e4a27000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=1.12ms elapsed=181.03s tid=0x00007f93361d5000 nid=0x10f8fe waiting on condition [0x00007f92e49e6000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.15ms elapsed=181.02s tid=0x00007f93361da000 nid=0x10f8ff runnable [0x00007f92e49a5000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9eeb0b8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9eeb060> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.15ms elapsed=181.02s tid=0x00007f93361df000 nid=0x10f900 runnable [0x00007f92e4964000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d36810> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d366c0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.14ms elapsed=180.83s tid=0x00007f9336276000 nid=0x10f901 in Object.wait() [0x00007f92e4923000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f9d3b798> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f9d3b798> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.17ms elapsed=180.04s tid=0x00007f93364f3000 nid=0x10f905 waiting on condition [0x00007f92e42a1000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fbea67b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@49122853" #35 prio=5 os_prio=0 cpu=1.76ms elapsed=180.04s tid=0x00007f93364f5800 nid=0x10f906 waiting on condition [0x00007f92e4260000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ae88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3076.86ms elapsed=180.04s tid=0x00007f9334029000 nid=0x10f878 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.30ms elapsed=0.10s tid=0x00007f92f0001800 nid=0x110158 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=43.75ms elapsed=184.67s tid=0x00007f93342b9000 nid=0x10f882 runnable
#
# "GC Thread#0" os_prio=0 cpu=68.22ms elapsed=184.70s tid=0x00007f9334041800 nid=0x10f879 runnable
#
# "GC Thread#1" os_prio=0 cpu=265.11ms elapsed=183.87s tid=0x00007f9304001000 nid=0x10f893 runnable
#
# "GC Thread#2" os_prio=0 cpu=230.80ms elapsed=183.87s tid=0x00007f9304002800 nid=0x10f894 runnable
#
# "GC Thread#3" os_prio=0 cpu=51.75ms elapsed=183.87s tid=0x00007f9304004000 nid=0x10f895 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.73ms elapsed=184.70s tid=0x00007f933404e800 nid=0x10f87a runnable
#
# "G1 Conc#0" os_prio=0 cpu=91.24ms elapsed=184.70s tid=0x00007f9334050800 nid=0x10f87b runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.04ms elapsed=184.69s tid=0x00007f93341f1000 nid=0x10f87c runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=44.92ms elapsed=184.68s tid=0x00007f93341f2800 nid=0x10f880 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=73.69ms elapsed=184.53s tid=0x00007f93343be800 nid=0x10f88d waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 1112180 is still running; forcefully killing it now.
# Killed process 1112180
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1112050 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 1112180 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] Solr process 1112180 is still running; jstacking it now.
# 2022-12-10 00:15:18
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f92f0002730, length=32, elements={
# 0x00007f93342c1000, 0x00007f93342c5800, 0x00007f93342da800, 0x00007f93342dc800,
# 0x00007f93342de800, 0x00007f93342e0800, 0x00007f93342e2800, 0x00007f9334372000,
# 0x00007f933494b800, 0x00007f9334b79000, 0x00007f9334b99000, 0x00007f9334b9a800,
# 0x00007f9334b9c800, 0x00007f9334b9e000, 0x00007f9334b9f800, 0x00007f9334ba1800,
# 0x00007f9334ba3000, 0x00007f9334ba5000, 0x00007f9334ba7000, 0x00007f9334ba8800,
# 0x00007f93353ec000, 0x00007f9336178800, 0x00007f933617d000, 0x00007f93361d3800,
# 0x00007f93361d5000, 0x00007f93361da000, 0x00007f93361df000, 0x00007f9336276000,
# 0x00007f93364f3000, 0x00007f93364f5800, 0x00007f9334029000, 0x00007f92f0001800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.15ms elapsed=184.65s tid=0x00007f93342c1000 nid=0x10f884 waiting on condition [0x00007f9317e7b000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.60ms elapsed=184.64s tid=0x00007f93342c5800 nid=0x10f885 in Object.wait() [0x00007f93175fe000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.63s tid=0x00007f93342da800 nid=0x10f886 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.04ms elapsed=184.63s tid=0x00007f93342dc800 nid=0x10f887 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=3103.85ms elapsed=184.63s tid=0x00007f93342de800 nid=0x10f888 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1546.81ms elapsed=184.63s tid=0x00007f93342e0800 nid=0x10f889 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=5.11ms elapsed=184.62s tid=0x00007f93342e2800 nid=0x10f88a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.95ms elapsed=184.56s tid=0x00007f9334372000 nid=0x10f88c in Object.wait() [0x00007f92e7fbd000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04020a8> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=469.92ms elapsed=183.59s tid=0x00007f933494b800 nid=0x10f898 in Object.wait() [0x00007f92e6840000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04025c0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.68ms elapsed=183.28s tid=0x00007f9334b79000 nid=0x10f899 runnable [0x00007f92e5ffc000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.90ms elapsed=183.25s tid=0x00007f9334b99000 nid=0x10f89a runnable [0x00007f92e5fbb000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbd34d88> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbd34c38> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.67ms elapsed=183.25s tid=0x00007f9334b9a800 nid=0x10f89b waiting on condition [0x00007f92e5f7a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.64ms elapsed=183.25s tid=0x00007f9334b9c800 nid=0x10f89c waiting on condition [0x00007f92e5f39000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.65ms elapsed=183.25s tid=0x00007f9334b9e000 nid=0x10f89d waiting on condition [0x00007f92e5ef8000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.46ms elapsed=183.25s tid=0x00007f9334b9f800 nid=0x10f89e waiting on condition [0x00007f92e5eb7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.37ms elapsed=183.25s tid=0x00007f9334ba1800 nid=0x10f89f waiting on condition [0x00007f92e5e76000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.44ms elapsed=183.25s tid=0x00007f9334ba3000 nid=0x10f8a0 waiting on condition [0x00007f92e5e35000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.16ms elapsed=183.24s tid=0x00007f9334ba5000 nid=0x10f8a1 runnable [0x00007f92e5df4000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbd350e0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbd34f90> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23-acceptor-0@12eb95a4-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #23 prio=5 os_prio=0 cpu=0.62ms elapsed=183.24s tid=0x00007f9334ba7000 nid=0x10f8a2 runnable [0x00007f92e5db3000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.26ms elapsed=183.24s tid=0x00007f9334ba8800 nid=0x10f8a3 waiting on condition [0x00007f92e5d72000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ec50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.95s tid=0x00007f93353ec000 nid=0x10f8a6 waiting on condition [0x00007f92e5b31000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9ee1d20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=1.10ms elapsed=181.12s tid=0x00007f9336178800 nid=0x10f8f9 runnable [0x00007f92e4ca9000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fa00b9e8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fa00b898> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.23ms elapsed=181.12s tid=0x00007f933617d000 nid=0x10f8fa runnable [0x00007f92e4c68000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fa00bf30> (a sun.nio.ch.Util$2)
# - locked <0x00000000fa00bde0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.54ms elapsed=181.03s tid=0x00007f93361d3800 nid=0x10f8fd waiting on condition [0x00007f92e4a27000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=1.12ms elapsed=181.03s tid=0x00007f93361d5000 nid=0x10f8fe waiting on condition [0x00007f92e49e6000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.15ms elapsed=181.02s tid=0x00007f93361da000 nid=0x10f8ff runnable [0x00007f92e49a5000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9eeb0b8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9eeb060> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.15ms elapsed=181.02s tid=0x00007f93361df000 nid=0x10f900 runnable [0x00007f92e4964000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d36810> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d366c0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.14ms elapsed=180.83s tid=0x00007f9336276000 nid=0x10f901 in Object.wait() [0x00007f92e4923000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f9d3b798> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f9d3b798> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.17ms elapsed=180.04s tid=0x00007f93364f3000 nid=0x10f905 waiting on condition [0x00007f92e42a1000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fbea67b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@49122853" #35 prio=5 os_prio=0 cpu=1.76ms elapsed=180.04s tid=0x00007f93364f5800 nid=0x10f906 waiting on condition [0x00007f92e4260000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116ae88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3076.86ms elapsed=180.04s tid=0x00007f9334029000 nid=0x10f878 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.30ms elapsed=0.10s tid=0x00007f92f0001800 nid=0x110158 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=43.75ms elapsed=184.67s tid=0x00007f93342b9000 nid=0x10f882 runnable
#
# "GC Thread#0" os_prio=0 cpu=68.22ms elapsed=184.70s tid=0x00007f9334041800 nid=0x10f879 runnable
#
# "GC Thread#1" os_prio=0 cpu=265.11ms elapsed=183.87s tid=0x00007f9304001000 nid=0x10f893 runnable
#
# "GC Thread#2" os_prio=0 cpu=230.80ms elapsed=183.87s tid=0x00007f9304002800 nid=0x10f894 runnable
#
# "GC Thread#3" os_prio=0 cpu=51.75ms elapsed=183.87s tid=0x00007f9304004000 nid=0x10f895 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.73ms elapsed=184.70s tid=0x00007f933404e800 nid=0x10f87a runnable
#
# "G1 Conc#0" os_prio=0 cpu=91.24ms elapsed=184.70s tid=0x00007f9334050800 nid=0x10f87b runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.04ms elapsed=184.69s tid=0x00007f93341f1000 nid=0x10f87c runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=44.92ms elapsed=184.68s tid=0x00007f93341f2800 nid=0x10f880 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=73.69ms elapsed=184.53s tid=0x00007f93343be800 nid=0x10f88d waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 1112180 is still running; forcefully killing it now.
# Killed process 1112180
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1112050 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
ERROR: The following test(s) have failed:
- org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew (:solr:modules:hadoop-auth)
Test output: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/modules/hadoop-auth/build/test-results/test/outputs/OUTPUT-org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.txt
Reproduce with: gradlew :solr:modules:hadoop-auth:test --tests "org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew" -Ptests.jvms=4 -Ptests.haltonfailure=false "-Ptests.jvmargs=-XX:TieredStopAtLevel=1 -XX:+UseParallelGC -XX:ActiveProcessorCount=1 -XX:ReservedCodeCacheSize=120m" -Ptests.seed=A3506CACE945985 -Ptests.multiplier=2 -Ptests.badapples=false -Ptests.file.encoding=ISO-8859-1
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 54m 57s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5543 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5543/
All tests passed
Build Log:
[...truncated 1191 lines...]
# 2022-12-10 12:50:03
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fd2c4006150, length=32, elements={
# 0x00007fd3042c1000, 0x00007fd3042c5800, 0x00007fd3042da800, 0x00007fd3042dc800,
# 0x00007fd3042de800, 0x00007fd3042e0800, 0x00007fd3042e2800, 0x00007fd304392000,
# 0x00007fd30498a800, 0x00007fd304b89800, 0x00007fd304ba9800, 0x00007fd304bab800,
# 0x00007fd304bad000, 0x00007fd304bae800, 0x00007fd304bb0800, 0x00007fd304bb2000,
# 0x00007fd304bb4000, 0x00007fd304bb6000, 0x00007fd304bb7800, 0x00007fd304bb9800,
# 0x00007fd30544c000, 0x00007fd305adb800, 0x00007fd305ae0000, 0x00007fd305b37000,
# 0x00007fd305b38800, 0x00007fd305aa2000, 0x00007fd305b10000, 0x00007fd305bfe000,
# 0x00007fd3060f2800, 0x00007fd3060f5000, 0x00007fd304029000, 0x00007fd2c4005000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.03ms elapsed=184.61s tid=0x00007fd3042c1000 nid=0x2cb437 waiting on condition [0x00007fd2eb84c000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.52ms elapsed=184.61s tid=0x00007fd3042c5800 nid=0x2cb438 in Object.wait() [0x00007fd2e80f4000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e07a1800> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e07a1800> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.60s tid=0x00007fd3042da800 nid=0x2cb439 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.04ms elapsed=184.60s tid=0x00007fd3042dc800 nid=0x2cb43a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2784.98ms elapsed=184.60s tid=0x00007fd3042de800 nid=0x2cb43b waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1087.94ms elapsed=184.60s tid=0x00007fd3042e0800 nid=0x2cb43c waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.33ms elapsed=184.60s tid=0x00007fd3042e2800 nid=0x2cb43d runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.66ms elapsed=184.56s tid=0x00007fd304392000 nid=0x2cb43e in Object.wait() [0x00007fd2db090000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e042ee70> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=468.81ms elapsed=183.81s tid=0x00007fd30498a800 nid=0x2cb448 in Object.wait() [0x00007fd2d9913000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0518780> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.41ms elapsed=183.53s tid=0x00007fd304b89800 nid=0x2cb44b runnable [0x00007fd2d90cf000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.53ms elapsed=183.51s tid=0x00007fd304ba9800 nid=0x2cb44c runnable [0x00007fd2d908e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb519718> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb5195c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.52ms elapsed=183.50s tid=0x00007fd304bab800 nid=0x2cb44d runnable [0x00007fd2d904d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb519a70> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb519920> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17-acceptor-0@766872b9-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.58ms elapsed=183.50s tid=0x00007fd304bad000 nid=0x2cb44e runnable [0x00007fd2d900c000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18" #18 prio=5 os_prio=0 cpu=0.26ms elapsed=183.50s tid=0x00007fd304bae800 nid=0x2cb44f waiting on condition [0x00007fd2d8fcb000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.19ms elapsed=183.50s tid=0x00007fd304bb0800 nid=0x2cb450 waiting on condition [0x00007fd2d8f8a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.18ms elapsed=183.50s tid=0x00007fd304bb2000 nid=0x2cb451 waiting on condition [0x00007fd2d8f49000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.23ms elapsed=183.50s tid=0x00007fd304bb4000 nid=0x2cb452 waiting on condition [0x00007fd2d8f08000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.18ms elapsed=183.50s tid=0x00007fd304bb6000 nid=0x2cb453 waiting on condition [0x00007fd2d8ec7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.20ms elapsed=183.50s tid=0x00007fd304bb7800 nid=0x2cb454 waiting on condition [0x00007fd2d8e86000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.13ms elapsed=183.50s tid=0x00007fd304bb9800 nid=0x2cb455 waiting on condition [0x00007fd2d8e45000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.27ms elapsed=183.05s tid=0x00007fd30544c000 nid=0x2cb458 waiting on condition [0x00007fd2d8c04000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9b0d880> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.85ms elapsed=181.72s tid=0x00007fd305adb800 nid=0x2cb4a0 runnable [0x00007fd2d81c3000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9911138> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9910fe8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=181.72s tid=0x00007fd305ae0000 nid=0x2cb4a1 runnable [0x00007fd2d8182000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9911680> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9911530> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.84ms elapsed=181.60s tid=0x00007fd305b37000 nid=0x2cb4a3 waiting on condition [0x00007fd2d8141000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.26ms elapsed=181.60s tid=0x00007fd305b38800 nid=0x2cb4a4 waiting on condition [0x00007fd2d8100000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.20ms elapsed=181.60s tid=0x00007fd305aa2000 nid=0x2cb4a5 runnable [0x00007fd2d80bf000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9923af0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f99239a0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=181.60s tid=0x00007fd305b10000 nid=0x2cb4a6 runnable [0x00007fd2d807e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9924868> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9924718> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.12ms elapsed=181.17s tid=0x00007fd305bfe000 nid=0x2cb4b2 in Object.wait() [0x00007fd26f9b7000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f93fcb58> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f93fcb58> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.28s tid=0x00007fd3060f2800 nid=0x2cb4b8 waiting on condition [0x00007fd26f535000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb60ba60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@55638165" #35 prio=5 os_prio=0 cpu=1.59ms elapsed=180.28s tid=0x00007fd3060f5000 nid=0x2cb4b9 waiting on condition [0x00007fd26f4f4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1167d78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3583.53ms elapsed=180.28s tid=0x00007fd304029000 nid=0x2cb42a waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.21ms elapsed=0.10s tid=0x00007fd2c4005000 nid=0x2cbd54 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.94ms elapsed=184.63s tid=0x00007fd3042b9000 nid=0x2cb435 runnable
#
# "GC Thread#0" os_prio=0 cpu=43.18ms elapsed=184.69s tid=0x00007fd304041800 nid=0x2cb42d runnable
#
# "GC Thread#1" os_prio=0 cpu=58.37ms elapsed=184.08s tid=0x00007fd2c8001000 nid=0x2cb445 runnable
#
# "GC Thread#2" os_prio=0 cpu=40.96ms elapsed=184.08s tid=0x00007fd2c8002800 nid=0x2cb446 runnable
#
# "GC Thread#3" os_prio=0 cpu=58.23ms elapsed=184.08s tid=0x00007fd2c8004000 nid=0x2cb447 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.63ms elapsed=184.68s tid=0x00007fd30404e800 nid=0x2cb431 runnable
#
# "G1 Conc#0" os_prio=0 cpu=83.03ms elapsed=184.67s tid=0x00007fd304050800 nid=0x2cb432 runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.97ms elapsed=184.65s tid=0x00007fd3041f1000 nid=0x2cb433 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.83ms elapsed=184.65s tid=0x00007fd3041f2800 nid=0x2cb434 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=75.46ms elapsed=184.54s tid=0x00007fd3043de800 nid=0x2cb43f waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2929702 is still running; forcefully killing it now.
# Killed process 2929702
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2929587 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 2929702 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] Solr process 2929702 is still running; jstacking it now.
# 2022-12-10 12:50:03
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fd2c4006150, length=32, elements={
# 0x00007fd3042c1000, 0x00007fd3042c5800, 0x00007fd3042da800, 0x00007fd3042dc800,
# 0x00007fd3042de800, 0x00007fd3042e0800, 0x00007fd3042e2800, 0x00007fd304392000,
# 0x00007fd30498a800, 0x00007fd304b89800, 0x00007fd304ba9800, 0x00007fd304bab800,
# 0x00007fd304bad000, 0x00007fd304bae800, 0x00007fd304bb0800, 0x00007fd304bb2000,
# 0x00007fd304bb4000, 0x00007fd304bb6000, 0x00007fd304bb7800, 0x00007fd304bb9800,
# 0x00007fd30544c000, 0x00007fd305adb800, 0x00007fd305ae0000, 0x00007fd305b37000,
# 0x00007fd305b38800, 0x00007fd305aa2000, 0x00007fd305b10000, 0x00007fd305bfe000,
# 0x00007fd3060f2800, 0x00007fd3060f5000, 0x00007fd304029000, 0x00007fd2c4005000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.03ms elapsed=184.61s tid=0x00007fd3042c1000 nid=0x2cb437 waiting on condition [0x00007fd2eb84c000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.52ms elapsed=184.61s tid=0x00007fd3042c5800 nid=0x2cb438 in Object.wait() [0x00007fd2e80f4000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e07a1800> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e07a1800> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.60s tid=0x00007fd3042da800 nid=0x2cb439 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.04ms elapsed=184.60s tid=0x00007fd3042dc800 nid=0x2cb43a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2784.98ms elapsed=184.60s tid=0x00007fd3042de800 nid=0x2cb43b waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1087.94ms elapsed=184.60s tid=0x00007fd3042e0800 nid=0x2cb43c waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.33ms elapsed=184.60s tid=0x00007fd3042e2800 nid=0x2cb43d runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.66ms elapsed=184.56s tid=0x00007fd304392000 nid=0x2cb43e in Object.wait() [0x00007fd2db090000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e042ee70> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=468.81ms elapsed=183.81s tid=0x00007fd30498a800 nid=0x2cb448 in Object.wait() [0x00007fd2d9913000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0518780> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.41ms elapsed=183.53s tid=0x00007fd304b89800 nid=0x2cb44b runnable [0x00007fd2d90cf000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.53ms elapsed=183.51s tid=0x00007fd304ba9800 nid=0x2cb44c runnable [0x00007fd2d908e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb519718> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb5195c8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.52ms elapsed=183.50s tid=0x00007fd304bab800 nid=0x2cb44d runnable [0x00007fd2d904d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb519a70> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb519920> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17-acceptor-0@766872b9-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.58ms elapsed=183.50s tid=0x00007fd304bad000 nid=0x2cb44e runnable [0x00007fd2d900c000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18" #18 prio=5 os_prio=0 cpu=0.26ms elapsed=183.50s tid=0x00007fd304bae800 nid=0x2cb44f waiting on condition [0x00007fd2d8fcb000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.19ms elapsed=183.50s tid=0x00007fd304bb0800 nid=0x2cb450 waiting on condition [0x00007fd2d8f8a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.18ms elapsed=183.50s tid=0x00007fd304bb2000 nid=0x2cb451 waiting on condition [0x00007fd2d8f49000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.23ms elapsed=183.50s tid=0x00007fd304bb4000 nid=0x2cb452 waiting on condition [0x00007fd2d8f08000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.18ms elapsed=183.50s tid=0x00007fd304bb6000 nid=0x2cb453 waiting on condition [0x00007fd2d8ec7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.20ms elapsed=183.50s tid=0x00007fd304bb7800 nid=0x2cb454 waiting on condition [0x00007fd2d8e86000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.13ms elapsed=183.50s tid=0x00007fd304bb9800 nid=0x2cb455 waiting on condition [0x00007fd2d8e45000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e116d078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.27ms elapsed=183.05s tid=0x00007fd30544c000 nid=0x2cb458 waiting on condition [0x00007fd2d8c04000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9b0d880> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.85ms elapsed=181.72s tid=0x00007fd305adb800 nid=0x2cb4a0 runnable [0x00007fd2d81c3000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9911138> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9910fe8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=181.72s tid=0x00007fd305ae0000 nid=0x2cb4a1 runnable [0x00007fd2d8182000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9911680> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9911530> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.84ms elapsed=181.60s tid=0x00007fd305b37000 nid=0x2cb4a3 waiting on condition [0x00007fd2d8141000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.26ms elapsed=181.60s tid=0x00007fd305b38800 nid=0x2cb4a4 waiting on condition [0x00007fd2d8100000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.20ms elapsed=181.60s tid=0x00007fd305aa2000 nid=0x2cb4a5 runnable [0x00007fd2d80bf000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9923af0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f99239a0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.12ms elapsed=181.60s tid=0x00007fd305b10000 nid=0x2cb4a6 runnable [0x00007fd2d807e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9924868> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9924718> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$400/0x00000001004a1840.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$401/0x00000001004a1040.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.12ms elapsed=181.17s tid=0x00007fd305bfe000 nid=0x2cb4b2 in Object.wait() [0x00007fd26f9b7000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f93fcb58> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f93fcb58> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.28s tid=0x00007fd3060f2800 nid=0x2cb4b8 waiting on condition [0x00007fd26f535000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb60ba60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@55638165" #35 prio=5 os_prio=0 cpu=1.59ms elapsed=180.28s tid=0x00007fd3060f5000 nid=0x2cb4b9 waiting on condition [0x00007fd26f4f4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e1167d78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3583.53ms elapsed=180.28s tid=0x00007fd304029000 nid=0x2cb42a waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.21ms elapsed=0.10s tid=0x00007fd2c4005000 nid=0x2cbd54 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=36.94ms elapsed=184.63s tid=0x00007fd3042b9000 nid=0x2cb435 runnable
#
# "GC Thread#0" os_prio=0 cpu=43.18ms elapsed=184.69s tid=0x00007fd304041800 nid=0x2cb42d runnable
#
# "GC Thread#1" os_prio=0 cpu=58.37ms elapsed=184.08s tid=0x00007fd2c8001000 nid=0x2cb445 runnable
#
# "GC Thread#2" os_prio=0 cpu=40.96ms elapsed=184.08s tid=0x00007fd2c8002800 nid=0x2cb446 runnable
#
# "GC Thread#3" os_prio=0 cpu=58.23ms elapsed=184.08s tid=0x00007fd2c8004000 nid=0x2cb447 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.63ms elapsed=184.68s tid=0x00007fd30404e800 nid=0x2cb431 runnable
#
# "G1 Conc#0" os_prio=0 cpu=83.03ms elapsed=184.67s tid=0x00007fd304050800 nid=0x2cb432 runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.97ms elapsed=184.65s tid=0x00007fd3041f1000 nid=0x2cb433 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.83ms elapsed=184.65s tid=0x00007fd3041f2800 nid=0x2cb434 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=75.46ms elapsed=184.54s tid=0x00007fd3043de800 nid=0x2cb43f waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2929702 is still running; forcefully killing it now.
# Killed process 2929702
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2929587 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 54m 6s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5542 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5542/
All tests passed
Build Log:
[...truncated 1192 lines...]
# 2022-12-10 10:59:34
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f5a6c005930, length=32, elements={
# 0x00007f5ab02c1000, 0x00007f5ab02c5800, 0x00007f5ab02da800, 0x00007f5ab02dc800,
# 0x00007f5ab02de800, 0x00007f5ab02e0800, 0x00007f5ab02e2800, 0x00007f5ab0382800,
# 0x00007f5ab0968800, 0x00007f5ab0b89000, 0x00007f5ab0ba8800, 0x00007f5ab0baa800,
# 0x00007f5ab0bac000, 0x00007f5ab0bad800, 0x00007f5ab0baf800, 0x00007f5ab0bb1000,
# 0x00007f5ab0bb3000, 0x00007f5ab0bb4800, 0x00007f5ab0bb6800, 0x00007f5ab0bb8000,
# 0x00007f5ab13fc000, 0x00007f5ab1ea7000, 0x00007f5ab1eab800, 0x00007f5ab1f02000,
# 0x00007f5ab1f03000, 0x00007f5ab1f08000, 0x00007f5ab1f0c800, 0x00007f5ab1fa6000,
# 0x00007f5ab2225000, 0x00007f5ab2227000, 0x00007f5ab0029000, 0x00007f5a6c004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.97ms elapsed=184.86s tid=0x00007f5ab02c1000 nid=0x27ba57 waiting on condition [0x00007f5ab4a3f000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.48ms elapsed=184.86s tid=0x00007f5ab02c5800 nid=0x27ba58 in Object.wait() [0x00007f5ab407b000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0401308> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401308> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.31ms elapsed=184.85s tid=0x00007f5ab02da800 nid=0x27ba59 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.85s tid=0x00007f5ab02dc800 nid=0x27ba5a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2741.01ms elapsed=184.85s tid=0x00007f5ab02de800 nid=0x27ba5b waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1147.13ms elapsed=184.85s tid=0x00007f5ab02e0800 nid=0x27ba5c waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.36ms elapsed=184.85s tid=0x00007f5ab02e2800 nid=0x27ba5d runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.83ms elapsed=184.81s tid=0x00007f5ab0382800 nid=0x27ba5f in Object.wait() [0x00007f5a98042000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401ab8> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=415.04ms elapsed=183.79s tid=0x00007f5ab0968800 nid=0x27ba6b in Object.wait() [0x00007f5a93ec8000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04021c0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=3.24ms elapsed=183.25s tid=0x00007f5ab0b89000 nid=0x27ba71 runnable [0x00007f5a93e87000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.71ms elapsed=183.23s tid=0x00007f5ab0ba8800 nid=0x27ba72 runnable [0x00007f5a93e46000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fba71288> (a sun.nio.ch.Util$2)
# - locked <0x00000000fba71138> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16-acceptor-0@33e6febf-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #16 prio=5 os_prio=0 cpu=0.99ms elapsed=183.22s tid=0x00007f5ab0baa800 nid=0x27ba73 runnable [0x00007f5a900eb000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.28ms elapsed=183.22s tid=0x00007f5ab0bac000 nid=0x27ba74 runnable [0x00007f5a900aa000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fba715e0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fba71490> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.34ms elapsed=183.22s tid=0x00007f5ab0bad800 nid=0x27ba75 waiting on condition [0x00007f5a90069000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.26ms elapsed=183.21s tid=0x00007f5ab0baf800 nid=0x27ba76 waiting on condition [0x00007f5a529eb000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.22ms elapsed=183.21s tid=0x00007f5ab0bb1000 nid=0x27ba77 waiting on condition [0x00007f5a529aa000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.14ms elapsed=183.21s tid=0x00007f5ab0bb3000 nid=0x27ba78 waiting on condition [0x00007f5a52969000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.14ms elapsed=183.21s tid=0x00007f5ab0bb4800 nid=0x27ba79 waiting on condition [0x00007f5a52928000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.15ms elapsed=183.21s tid=0x00007f5ab0bb6800 nid=0x27ba7a waiting on condition [0x00007f5a528e7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.13ms elapsed=183.21s tid=0x00007f5ab0bb8000 nid=0x27ba7b waiting on condition [0x00007f5a528a6000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.94s tid=0x00007f5ab13fc000 nid=0x27ba7c waiting on condition [0x00007f5a52665000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9c71b48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.97ms elapsed=181.26s tid=0x00007f5ab1ea7000 nid=0x27bad2 runnable [0x00007f5a517dd000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d206d0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d20580> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=181.25s tid=0x00007f5ab1eab800 nid=0x27bad3 runnable [0x00007f5a5179c000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d20c18> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d20ac8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.87ms elapsed=181.17s tid=0x00007f5ab1f02000 nid=0x27bad4 waiting on condition [0x00007f5a5155b000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.45ms elapsed=181.17s tid=0x00007f5ab1f03000 nid=0x27bad5 waiting on condition [0x00007f5a5151a000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.14ms elapsed=181.16s tid=0x00007f5ab1f08000 nid=0x27bad6 runnable [0x00007f5a514d9000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d34b20> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d349d0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.16s tid=0x00007f5ab1f0c800 nid=0x27bad7 runnable [0x00007f5a51498000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d35898> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d35748> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.12ms elapsed=180.96s tid=0x00007f5ab1fa6000 nid=0x27bada in Object.wait() [0x00007f5a51457000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f9980ce8> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f9980ce8> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.11ms elapsed=180.46s tid=0x00007f5ab2225000 nid=0x27bade waiting on condition [0x00007f5a50dd5000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fbbe2bb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@49122853" #35 prio=5 os_prio=0 cpu=1.80ms elapsed=180.46s tid=0x00007f5ab2227000 nid=0x27badf waiting on condition [0x00007f5a50d94000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff9fb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3011.71ms elapsed=180.46s tid=0x00007f5ab0029000 nid=0x27ba49 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.28ms elapsed=0.10s tid=0x00007f5a6c004800 nid=0x27cca0 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=40.20ms elapsed=184.86s tid=0x00007f5ab02b9000 nid=0x27ba56 runnable
#
# "GC Thread#0" os_prio=0 cpu=56.19ms elapsed=184.89s tid=0x00007f5ab0041800 nid=0x27ba4f runnable
#
# "GC Thread#1" os_prio=0 cpu=46.20ms elapsed=184.08s tid=0x00007f5a80001000 nid=0x27ba66 runnable
#
# "GC Thread#2" os_prio=0 cpu=44.38ms elapsed=184.08s tid=0x00007f5a80002800 nid=0x27ba67 runnable
#
# "GC Thread#3" os_prio=0 cpu=46.00ms elapsed=184.08s tid=0x00007f5a80004000 nid=0x27ba68 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.39ms elapsed=184.89s tid=0x00007f5ab004e800 nid=0x27ba50 runnable
#
# "G1 Conc#0" os_prio=0 cpu=88.92ms elapsed=184.89s tid=0x00007f5ab0050800 nid=0x27ba51 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.93ms elapsed=184.87s tid=0x00007f5ab01f1000 nid=0x27ba54 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.69ms elapsed=184.87s tid=0x00007f5ab01f2800 nid=0x27ba55 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=74.05ms elapsed=184.79s tid=0x00007f5ab03cf000 nid=0x27ba60 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2603589 is still running; forcefully killing it now.
# Killed process 2603589
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2603479 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 2603589 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] Solr process 2603589 is still running; jstacking it now.
# 2022-12-10 10:59:34
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f5a6c005930, length=32, elements={
# 0x00007f5ab02c1000, 0x00007f5ab02c5800, 0x00007f5ab02da800, 0x00007f5ab02dc800,
# 0x00007f5ab02de800, 0x00007f5ab02e0800, 0x00007f5ab02e2800, 0x00007f5ab0382800,
# 0x00007f5ab0968800, 0x00007f5ab0b89000, 0x00007f5ab0ba8800, 0x00007f5ab0baa800,
# 0x00007f5ab0bac000, 0x00007f5ab0bad800, 0x00007f5ab0baf800, 0x00007f5ab0bb1000,
# 0x00007f5ab0bb3000, 0x00007f5ab0bb4800, 0x00007f5ab0bb6800, 0x00007f5ab0bb8000,
# 0x00007f5ab13fc000, 0x00007f5ab1ea7000, 0x00007f5ab1eab800, 0x00007f5ab1f02000,
# 0x00007f5ab1f03000, 0x00007f5ab1f08000, 0x00007f5ab1f0c800, 0x00007f5ab1fa6000,
# 0x00007f5ab2225000, 0x00007f5ab2227000, 0x00007f5ab0029000, 0x00007f5a6c004800
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.97ms elapsed=184.86s tid=0x00007f5ab02c1000 nid=0x27ba57 waiting on condition [0x00007f5ab4a3f000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.48ms elapsed=184.86s tid=0x00007f5ab02c5800 nid=0x27ba58 in Object.wait() [0x00007f5ab407b000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0401308> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401308> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.31ms elapsed=184.85s tid=0x00007f5ab02da800 nid=0x27ba59 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.85s tid=0x00007f5ab02dc800 nid=0x27ba5a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2741.01ms elapsed=184.85s tid=0x00007f5ab02de800 nid=0x27ba5b waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1147.13ms elapsed=184.85s tid=0x00007f5ab02e0800 nid=0x27ba5c waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.36ms elapsed=184.85s tid=0x00007f5ab02e2800 nid=0x27ba5d runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.83ms elapsed=184.81s tid=0x00007f5ab0382800 nid=0x27ba5f in Object.wait() [0x00007f5a98042000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401ab8> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=415.04ms elapsed=183.79s tid=0x00007f5ab0968800 nid=0x27ba6b in Object.wait() [0x00007f5a93ec8000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04021c0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=3.24ms elapsed=183.25s tid=0x00007f5ab0b89000 nid=0x27ba71 runnable [0x00007f5a93e87000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.71ms elapsed=183.23s tid=0x00007f5ab0ba8800 nid=0x27ba72 runnable [0x00007f5a93e46000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fba71288> (a sun.nio.ch.Util$2)
# - locked <0x00000000fba71138> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16-acceptor-0@33e6febf-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #16 prio=5 os_prio=0 cpu=0.99ms elapsed=183.22s tid=0x00007f5ab0baa800 nid=0x27ba73 runnable [0x00007f5a900eb000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.28ms elapsed=183.22s tid=0x00007f5ab0bac000 nid=0x27ba74 runnable [0x00007f5a900aa000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fba715e0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fba71490> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.34ms elapsed=183.22s tid=0x00007f5ab0bad800 nid=0x27ba75 waiting on condition [0x00007f5a90069000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.26ms elapsed=183.21s tid=0x00007f5ab0baf800 nid=0x27ba76 waiting on condition [0x00007f5a529eb000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.22ms elapsed=183.21s tid=0x00007f5ab0bb1000 nid=0x27ba77 waiting on condition [0x00007f5a529aa000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.14ms elapsed=183.21s tid=0x00007f5ab0bb3000 nid=0x27ba78 waiting on condition [0x00007f5a52969000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.14ms elapsed=183.21s tid=0x00007f5ab0bb4800 nid=0x27ba79 waiting on condition [0x00007f5a52928000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.15ms elapsed=183.21s tid=0x00007f5ab0bb6800 nid=0x27ba7a waiting on condition [0x00007f5a528e7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.13ms elapsed=183.21s tid=0x00007f5ab0bb8000 nid=0x27ba7b waiting on condition [0x00007f5a528a6000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fff2b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.26ms elapsed=182.94s tid=0x00007f5ab13fc000 nid=0x27ba7c waiting on condition [0x00007f5a52665000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9c71b48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.97ms elapsed=181.26s tid=0x00007f5ab1ea7000 nid=0x27bad2 runnable [0x00007f5a517dd000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d206d0> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d20580> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.16ms elapsed=181.25s tid=0x00007f5ab1eab800 nid=0x27bad3 runnable [0x00007f5a5179c000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d20c18> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d20ac8> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.87ms elapsed=181.17s tid=0x00007f5ab1f02000 nid=0x27bad4 waiting on condition [0x00007f5a5155b000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.45ms elapsed=181.17s tid=0x00007f5ab1f03000 nid=0x27bad5 waiting on condition [0x00007f5a5151a000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.14ms elapsed=181.16s tid=0x00007f5ab1f08000 nid=0x27bad6 runnable [0x00007f5a514d9000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d34b20> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d349d0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.16s tid=0x00007f5ab1f0c800 nid=0x27bad7 runnable [0x00007f5a51498000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d35898> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d35748> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.12ms elapsed=180.96s tid=0x00007f5ab1fa6000 nid=0x27bada in Object.wait() [0x00007f5a51457000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f9980ce8> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f9980ce8> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.11ms elapsed=180.46s tid=0x00007f5ab2225000 nid=0x27bade waiting on condition [0x00007f5a50dd5000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fbbe2bb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@49122853" #35 prio=5 os_prio=0 cpu=1.80ms elapsed=180.46s tid=0x00007f5ab2227000 nid=0x27badf waiting on condition [0x00007f5a50d94000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0ff9fb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3011.71ms elapsed=180.46s tid=0x00007f5ab0029000 nid=0x27ba49 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.28ms elapsed=0.10s tid=0x00007f5a6c004800 nid=0x27cca0 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=40.20ms elapsed=184.86s tid=0x00007f5ab02b9000 nid=0x27ba56 runnable
#
# "GC Thread#0" os_prio=0 cpu=56.19ms elapsed=184.89s tid=0x00007f5ab0041800 nid=0x27ba4f runnable
#
# "GC Thread#1" os_prio=0 cpu=46.20ms elapsed=184.08s tid=0x00007f5a80001000 nid=0x27ba66 runnable
#
# "GC Thread#2" os_prio=0 cpu=44.38ms elapsed=184.08s tid=0x00007f5a80002800 nid=0x27ba67 runnable
#
# "GC Thread#3" os_prio=0 cpu=46.00ms elapsed=184.08s tid=0x00007f5a80004000 nid=0x27ba68 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.39ms elapsed=184.89s tid=0x00007f5ab004e800 nid=0x27ba50 runnable
#
# "G1 Conc#0" os_prio=0 cpu=88.92ms elapsed=184.89s tid=0x00007f5ab0050800 nid=0x27ba51 runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.93ms elapsed=184.87s tid=0x00007f5ab01f1000 nid=0x27ba54 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=45.69ms elapsed=184.87s tid=0x00007f5ab01f2800 nid=0x27ba55 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=74.05ms elapsed=184.79s tid=0x00007f5ab03cf000 nid=0x27ba60 waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2603589 is still running; forcefully killing it now.
# Killed process 2603589
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2603479 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 22s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5541 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5541/
All tests passed
Build Log:
[...truncated 1193 lines...]
# 2022-12-10 09:15:29
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f4828001f10, length=32, elements={
# 0x00007f48702c1000, 0x00007f48702c5800, 0x00007f48702da800, 0x00007f48702dc800,
# 0x00007f48702de800, 0x00007f48702e0800, 0x00007f48702e2800, 0x00007f48703da000,
# 0x00007f4870b88000, 0x00007f4870d88000, 0x00007f4870d81000, 0x00007f4870d83000,
# 0x00007f4870dab800, 0x00007f4870dad000, 0x00007f4870daf000, 0x00007f4870db0800,
# 0x00007f4870db2800, 0x00007f4870db4800, 0x00007f4870db6000, 0x00007f4870db8000,
# 0x00007f487164b000, 0x00007f4871f73800, 0x00007f4871f78000, 0x00007f4872057000,
# 0x00007f4872058000, 0x00007f4872015800, 0x00007f4872027800, 0x00007f48720f9000,
# 0x00007f487233d000, 0x00007f4872377800, 0x00007f4870029000, 0x00007f4828001000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.83ms elapsed=184.66s tid=0x00007f48702c1000 nid=0x22d595 waiting on condition [0x00007f487404a000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.42ms elapsed=184.66s tid=0x00007f48702c5800 nid=0x22d596 in Object.wait() [0x00007f48502f0000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.66s tid=0x00007f48702da800 nid=0x22d597 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.07ms elapsed=184.65s tid=0x00007f48702dc800 nid=0x22d598 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2399.83ms elapsed=184.65s tid=0x00007f48702de800 nid=0x22d599 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1140.51ms elapsed=184.65s tid=0x00007f48702e0800 nid=0x22d59a waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.71ms elapsed=184.65s tid=0x00007f48702e2800 nid=0x22d59b runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.66ms elapsed=184.60s tid=0x00007f48703da000 nid=0x22d59d in Object.wait() [0x00007f48500b6000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401838> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=443.41ms elapsed=183.62s tid=0x00007f4870b88000 nid=0x22d5ab in Object.wait() [0x00007f4850040000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0401dd0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.92ms elapsed=183.32s tid=0x00007f4870d88000 nid=0x22d5ae runnable [0x00007f48414d8000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.61ms elapsed=183.29s tid=0x00007f4870d81000 nid=0x22d5af runnable [0x00007f4841497000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fa15af20> (a sun.nio.ch.Util$2)
# - locked <0x00000000fa15add0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.55ms elapsed=183.29s tid=0x00007f4870d83000 nid=0x22d5b0 waiting on condition [0x00007f4841456000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.43ms elapsed=183.29s tid=0x00007f4870dab800 nid=0x22d5b1 waiting on condition [0x00007f4841415000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.27ms elapsed=183.29s tid=0x00007f4870dad000 nid=0x22d5b2 runnable [0x00007f48413d4000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fa15b278> (a sun.nio.ch.Util$2)
# - locked <0x00000000fa15b128> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19-acceptor-0@1455b193-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #19 prio=5 os_prio=0 cpu=0.58ms elapsed=183.28s tid=0x00007f4870daf000 nid=0x22d5b3 runnable [0x00007f4841393000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.31ms elapsed=183.28s tid=0x00007f4870db0800 nid=0x22d5b4 waiting on condition [0x00007f4841352000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.15ms elapsed=183.28s tid=0x00007f4870db2800 nid=0x22d5b5 waiting on condition [0x00007f4841311000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.18ms elapsed=183.28s tid=0x00007f4870db4800 nid=0x22d5b6 waiting on condition [0x00007f48412d0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.13ms elapsed=183.28s tid=0x00007f4870db6000 nid=0x22d5b7 waiting on condition [0x00007f484128f000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.16ms elapsed=183.28s tid=0x00007f4870db8000 nid=0x22d5b8 waiting on condition [0x00007f484124e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.25ms elapsed=182.81s tid=0x00007f487164b000 nid=0x22d5cb waiting on condition [0x00007f484100d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb32fe80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.90ms elapsed=181.22s tid=0x00007f4871f73800 nid=0x22d61d runnable [0x00007f4840185000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb38f778> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb38f720> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.18ms elapsed=181.22s tid=0x00007f4871f78000 nid=0x22d61e runnable [0x00007f4840144000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb3301a8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb330150> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.90ms elapsed=181.12s tid=0x00007f4872057000 nid=0x22d61f waiting on condition [0x00007f4840103000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.25ms elapsed=181.12s tid=0x00007f4872058000 nid=0x22d620 waiting on condition [0x00007f48400c2000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.14ms elapsed=181.12s tid=0x00007f4872015800 nid=0x22d621 runnable [0x00007f4840081000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb38fec0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb38fe68> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.12s tid=0x00007f4872027800 nid=0x22d622 runnable [0x00007f4840040000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb3307c8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb330770> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.16ms elapsed=180.93s tid=0x00007f48720f9000 nid=0x22d625 in Object.wait() [0x00007f47d7dfe000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000fa7304a0> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000fa7304a0> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.18ms elapsed=180.08s tid=0x00007f487233d000 nid=0x22d62b waiting on condition [0x00007f47d777c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fa278f00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@ff1f465" #35 prio=5 os_prio=0 cpu=1.69ms elapsed=180.08s tid=0x00007f4872377800 nid=0x22d62c waiting on condition [0x00007f47d773b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fafe70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3322.94ms elapsed=180.08s tid=0x00007f4870029000 nid=0x22d589 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.24ms elapsed=0.10s tid=0x00007f4828001000 nid=0x22df08 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=47.44ms elapsed=184.67s tid=0x00007f48702b9000 nid=0x22d594 runnable
#
# "GC Thread#0" os_prio=0 cpu=57.15ms elapsed=184.70s tid=0x00007f4870041800 nid=0x22d58a runnable
#
# "GC Thread#1" os_prio=0 cpu=42.62ms elapsed=184.06s tid=0x00007f4838001000 nid=0x22d5a2 runnable
#
# "GC Thread#2" os_prio=0 cpu=50.83ms elapsed=184.06s tid=0x00007f4838002800 nid=0x22d5a3 runnable
#
# "GC Thread#3" os_prio=0 cpu=47.61ms elapsed=184.06s tid=0x00007f4838004000 nid=0x22d5a4 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.51ms elapsed=184.70s tid=0x00007f487004e800 nid=0x22d58b runnable
#
# "G1 Conc#0" os_prio=0 cpu=90.97ms elapsed=184.70s tid=0x00007f4870050800 nid=0x22d58c runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.51ms elapsed=184.69s tid=0x00007f48701f1000 nid=0x22d58d runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=47.56ms elapsed=184.68s tid=0x00007f48701f2800 nid=0x22d590 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=75.95ms elapsed=184.57s tid=0x00007f4870427000 nid=0x22d59e waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2282885 is still running; forcefully killing it now.
# Killed process 2282885
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2282771 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 2282885 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] Solr process 2282885 is still running; jstacking it now.
# 2022-12-10 09:15:29
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f4828001f10, length=32, elements={
# 0x00007f48702c1000, 0x00007f48702c5800, 0x00007f48702da800, 0x00007f48702dc800,
# 0x00007f48702de800, 0x00007f48702e0800, 0x00007f48702e2800, 0x00007f48703da000,
# 0x00007f4870b88000, 0x00007f4870d88000, 0x00007f4870d81000, 0x00007f4870d83000,
# 0x00007f4870dab800, 0x00007f4870dad000, 0x00007f4870daf000, 0x00007f4870db0800,
# 0x00007f4870db2800, 0x00007f4870db4800, 0x00007f4870db6000, 0x00007f4870db8000,
# 0x00007f487164b000, 0x00007f4871f73800, 0x00007f4871f78000, 0x00007f4872057000,
# 0x00007f4872058000, 0x00007f4872015800, 0x00007f4872027800, 0x00007f48720f9000,
# 0x00007f487233d000, 0x00007f4872377800, 0x00007f4870029000, 0x00007f4828001000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.83ms elapsed=184.66s tid=0x00007f48702c1000 nid=0x22d595 waiting on condition [0x00007f487404a000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.42ms elapsed=184.66s tid=0x00007f48702c5800 nid=0x22d596 in Object.wait() [0x00007f48502f0000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400be0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.32ms elapsed=184.66s tid=0x00007f48702da800 nid=0x22d597 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.07ms elapsed=184.65s tid=0x00007f48702dc800 nid=0x22d598 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2399.83ms elapsed=184.65s tid=0x00007f48702de800 nid=0x22d599 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1140.51ms elapsed=184.65s tid=0x00007f48702e0800 nid=0x22d59a waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.71ms elapsed=184.65s tid=0x00007f48702e2800 nid=0x22d59b runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.66ms elapsed=184.60s tid=0x00007f48703da000 nid=0x22d59d in Object.wait() [0x00007f48500b6000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0401838> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=443.41ms elapsed=183.62s tid=0x00007f4870b88000 nid=0x22d5ab in Object.wait() [0x00007f4850040000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0401dd0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.92ms elapsed=183.32s tid=0x00007f4870d88000 nid=0x22d5ae runnable [0x00007f48414d8000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.61ms elapsed=183.29s tid=0x00007f4870d81000 nid=0x22d5af runnable [0x00007f4841497000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fa15af20> (a sun.nio.ch.Util$2)
# - locked <0x00000000fa15add0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.55ms elapsed=183.29s tid=0x00007f4870d83000 nid=0x22d5b0 waiting on condition [0x00007f4841456000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.43ms elapsed=183.29s tid=0x00007f4870dab800 nid=0x22d5b1 waiting on condition [0x00007f4841415000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18" #18 prio=5 os_prio=0 cpu=0.27ms elapsed=183.29s tid=0x00007f4870dad000 nid=0x22d5b2 runnable [0x00007f48413d4000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fa15b278> (a sun.nio.ch.Util$2)
# - locked <0x00000000fa15b128> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19-acceptor-0@1455b193-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #19 prio=5 os_prio=0 cpu=0.58ms elapsed=183.28s tid=0x00007f4870daf000 nid=0x22d5b3 runnable [0x00007f4841393000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.31ms elapsed=183.28s tid=0x00007f4870db0800 nid=0x22d5b4 waiting on condition [0x00007f4841352000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.15ms elapsed=183.28s tid=0x00007f4870db2800 nid=0x22d5b5 waiting on condition [0x00007f4841311000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.18ms elapsed=183.28s tid=0x00007f4870db4800 nid=0x22d5b6 waiting on condition [0x00007f48412d0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.13ms elapsed=183.28s tid=0x00007f4870db6000 nid=0x22d5b7 waiting on condition [0x00007f484128f000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.16ms elapsed=183.28s tid=0x00007f4870db8000 nid=0x22d5b8 waiting on condition [0x00007f484124e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fae260> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.25ms elapsed=182.81s tid=0x00007f487164b000 nid=0x22d5cb waiting on condition [0x00007f484100d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb32fe80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.90ms elapsed=181.22s tid=0x00007f4871f73800 nid=0x22d61d runnable [0x00007f4840185000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb38f778> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb38f720> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.18ms elapsed=181.22s tid=0x00007f4871f78000 nid=0x22d61e runnable [0x00007f4840144000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb3301a8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb330150> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.90ms elapsed=181.12s tid=0x00007f4872057000 nid=0x22d61f waiting on condition [0x00007f4840103000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.25ms elapsed=181.12s tid=0x00007f4872058000 nid=0x22d620 waiting on condition [0x00007f48400c2000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.14ms elapsed=181.12s tid=0x00007f4872015800 nid=0x22d621 runnable [0x00007f4840081000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb38fec0> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb38fe68> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.12s tid=0x00007f4872027800 nid=0x22d622 runnable [0x00007f4840040000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb3307c8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb330770> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.16ms elapsed=180.93s tid=0x00007f48720f9000 nid=0x22d625 in Object.wait() [0x00007f47d7dfe000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000fa7304a0> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000fa7304a0> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.18ms elapsed=180.08s tid=0x00007f487233d000 nid=0x22d62b waiting on condition [0x00007f47d777c000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fa278f00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@ff1f465" #35 prio=5 os_prio=0 cpu=1.69ms elapsed=180.08s tid=0x00007f4872377800 nid=0x22d62c waiting on condition [0x00007f47d773b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fafe70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3322.94ms elapsed=180.08s tid=0x00007f4870029000 nid=0x22d589 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.24ms elapsed=0.10s tid=0x00007f4828001000 nid=0x22df08 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=47.44ms elapsed=184.67s tid=0x00007f48702b9000 nid=0x22d594 runnable
#
# "GC Thread#0" os_prio=0 cpu=57.15ms elapsed=184.70s tid=0x00007f4870041800 nid=0x22d58a runnable
#
# "GC Thread#1" os_prio=0 cpu=42.62ms elapsed=184.06s tid=0x00007f4838001000 nid=0x22d5a2 runnable
#
# "GC Thread#2" os_prio=0 cpu=50.83ms elapsed=184.06s tid=0x00007f4838002800 nid=0x22d5a3 runnable
#
# "GC Thread#3" os_prio=0 cpu=47.61ms elapsed=184.06s tid=0x00007f4838004000 nid=0x22d5a4 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.51ms elapsed=184.70s tid=0x00007f487004e800 nid=0x22d58b runnable
#
# "G1 Conc#0" os_prio=0 cpu=90.97ms elapsed=184.70s tid=0x00007f4870050800 nid=0x22d58c runnable
#
# "G1 Refine#0" os_prio=0 cpu=2.51ms elapsed=184.69s tid=0x00007f48701f1000 nid=0x22d58d runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=47.56ms elapsed=184.68s tid=0x00007f48701f2800 nid=0x22d590 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=75.95ms elapsed=184.57s tid=0x00007f4870427000 nid=0x22d59e waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2282885 is still running; forcefully killing it now.
# Killed process 2282885
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2282771 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 56m 52s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5540 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5540/
All tests passed
Build Log:
[...truncated 1192 lines...]
# 2022-12-10 07:18:47
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fb168002310, length=32, elements={
# 0x00007fb1ac2c1000, 0x00007fb1ac2c5800, 0x00007fb1ac2da800, 0x00007fb1ac2dc800,
# 0x00007fb1ac2de800, 0x00007fb1ac2e0800, 0x00007fb1ac2e2800, 0x00007fb1ac36a800,
# 0x00007fb1aca3b800, 0x00007fb1acc47000, 0x00007fb1acc67800, 0x00007fb1acc69000,
# 0x00007fb1acc6a800, 0x00007fb1acc6c800, 0x00007fb1acc6e000, 0x00007fb1acc70000,
# 0x00007fb1acc71800, 0x00007fb1acc73800, 0x00007fb1acc75800, 0x00007fb1acc77000,
# 0x00007fb1ad4bb000, 0x00007fb1adb6e800, 0x00007fb1adb73000, 0x00007fb1adbc9800,
# 0x00007fb1adbcb000, 0x00007fb1adbcf800, 0x00007fb1adbd4800, 0x00007fb1adc53000,
# 0x00007fb1ae3d2000, 0x00007fb1ae3d4800, 0x00007fb1ac029000, 0x00007fb168005000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.77ms elapsed=184.66s tid=0x00007fb1ac2c1000 nid=0x1ede83 waiting on condition [0x00007fb1b00fc000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.62ms elapsed=184.66s tid=0x00007fb1ac2c5800 nid=0x1ede84 in Object.wait() [0x00007fb1b00bb000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400af8> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400af8> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.31ms elapsed=184.65s tid=0x00007fb1ac2da800 nid=0x1ede85 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.65s tid=0x00007fb1ac2dc800 nid=0x1ede86 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2746.37ms elapsed=184.65s tid=0x00007fb1ac2de800 nid=0x1ede87 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1131.42ms elapsed=184.65s tid=0x00007fb1ac2e0800 nid=0x1ede88 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.07ms elapsed=184.65s tid=0x00007fb1ac2e2800 nid=0x1ede89 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.36ms elapsed=184.60s tid=0x00007fb1ac36a800 nid=0x1ede8b in Object.wait() [0x00007fb185294000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04016d8> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=524.10ms elapsed=183.74s tid=0x00007fb1aca3b800 nid=0x1ede95 in Object.wait() [0x00007fb1840e9000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04012a0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.26ms elapsed=183.15s tid=0x00007fb1acc47000 nid=0x1ede9a runnable [0x00007fb1840a8000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.55ms elapsed=183.12s tid=0x00007fb1acc67800 nid=0x1ede9b runnable [0x00007fb184067000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb4fc730> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb4fc5e0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.36ms elapsed=183.12s tid=0x00007fb1acc69000 nid=0x1ede9c waiting on condition [0x00007fb1471f4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.48ms elapsed=183.12s tid=0x00007fb1acc6a800 nid=0x1ede9d runnable [0x00007fb1471b3000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb4fca88> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb4fc938> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18-acceptor-0@284a54ec-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #18 prio=5 os_prio=0 cpu=0.61ms elapsed=183.12s tid=0x00007fb1acc6c800 nid=0x1ede9e runnable [0x00007fb147172000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.32ms elapsed=183.12s tid=0x00007fb1acc6e000 nid=0x1ede9f waiting on condition [0x00007fb147131000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.31ms elapsed=183.12s tid=0x00007fb1acc70000 nid=0x1edea0 waiting on condition [0x00007fb1470f0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.29ms elapsed=183.12s tid=0x00007fb1acc71800 nid=0x1edea1 waiting on condition [0x00007fb1470af000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.16ms elapsed=183.12s tid=0x00007fb1acc73800 nid=0x1edea2 waiting on condition [0x00007fb14706e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.25ms elapsed=183.12s tid=0x00007fb1acc75800 nid=0x1edea3 waiting on condition [0x00007fb14702d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.21ms elapsed=183.12s tid=0x00007fb1acc77000 nid=0x1edea4 waiting on condition [0x00007fb146fec000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.23ms elapsed=182.86s tid=0x00007fb1ad4bb000 nid=0x1edea5 waiting on condition [0x00007fb146dab000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f982fb70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.94ms elapsed=181.26s tid=0x00007fb1adb6e800 nid=0x1edef8 runnable [0x00007fb145f23000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f985f5d8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f985f580> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.15ms elapsed=181.26s tid=0x00007fb1adb73000 nid=0x1edef9 runnable [0x00007fb145ee2000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f982fe98> (a sun.nio.ch.Util$2)
# - locked <0x00000000f982fe40> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.93ms elapsed=181.18s tid=0x00007fb1adbc9800 nid=0x1edefa waiting on condition [0x00007fb145ca1000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.51ms elapsed=181.18s tid=0x00007fb1adbcb000 nid=0x1edefb waiting on condition [0x00007fb145c60000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.12ms elapsed=181.18s tid=0x00007fb1adbcf800 nid=0x1edefc runnable [0x00007fb145c1f000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f985fbe8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f985fb90> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.18s tid=0x00007fb1adbd4800 nid=0x1edefd runnable [0x00007fb145bde000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9830588> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9830530> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.14ms elapsed=180.75s tid=0x00007fb1adc53000 nid=0x1edf00 in Object.wait() [0x00007fb145b9d000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f96eba08> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f96eba08> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.26s tid=0x00007fb1ae3d2000 nid=0x1edf04 waiting on condition [0x00007fb14551b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb46e458> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@531ec2ca" #35 prio=5 os_prio=0 cpu=1.70ms elapsed=180.26s tid=0x00007fb1ae3d4800 nid=0x1edf05 waiting on condition [0x00007fb1454da000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fca480> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3636.42ms elapsed=180.10s tid=0x00007fb1ac029000 nid=0x1ede77 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.20ms elapsed=0.10s tid=0x00007fb168005000 nid=0x1ee7c3 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=32.10ms elapsed=184.66s tid=0x00007fb1ac2b9000 nid=0x1ede82 runnable
#
# "GC Thread#0" os_prio=0 cpu=52.31ms elapsed=184.71s tid=0x00007fb1ac041800 nid=0x1ede78 runnable
#
# "GC Thread#1" os_prio=0 cpu=50.95ms elapsed=184.01s tid=0x00007fb17c001000 nid=0x1ede92 runnable
#
# "GC Thread#2" os_prio=0 cpu=47.36ms elapsed=184.01s tid=0x00007fb17c002800 nid=0x1ede93 runnable
#
# "GC Thread#3" os_prio=0 cpu=44.22ms elapsed=184.01s tid=0x00007fb17c004000 nid=0x1ede94 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.37ms elapsed=184.71s tid=0x00007fb1ac04e800 nid=0x1ede79 runnable
#
# "G1 Conc#0" os_prio=0 cpu=45.92ms elapsed=184.70s tid=0x00007fb1ac050800 nid=0x1ede7a runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.78ms elapsed=184.68s tid=0x00007fb1ac1f1000 nid=0x1ede80 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=47.40ms elapsed=184.68s tid=0x00007fb1ac1f2800 nid=0x1ede81 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=83.05ms elapsed=184.57s tid=0x00007fb1ac3b7000 nid=0x1ede8c waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2023027 is still running; forcefully killing it now.
# Killed process 2023027
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2022899 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 2023027 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] Solr process 2023027 is still running; jstacking it now.
# 2022-12-10 07:18:47
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007fb168002310, length=32, elements={
# 0x00007fb1ac2c1000, 0x00007fb1ac2c5800, 0x00007fb1ac2da800, 0x00007fb1ac2dc800,
# 0x00007fb1ac2de800, 0x00007fb1ac2e0800, 0x00007fb1ac2e2800, 0x00007fb1ac36a800,
# 0x00007fb1aca3b800, 0x00007fb1acc47000, 0x00007fb1acc67800, 0x00007fb1acc69000,
# 0x00007fb1acc6a800, 0x00007fb1acc6c800, 0x00007fb1acc6e000, 0x00007fb1acc70000,
# 0x00007fb1acc71800, 0x00007fb1acc73800, 0x00007fb1acc75800, 0x00007fb1acc77000,
# 0x00007fb1ad4bb000, 0x00007fb1adb6e800, 0x00007fb1adb73000, 0x00007fb1adbc9800,
# 0x00007fb1adbcb000, 0x00007fb1adbcf800, 0x00007fb1adbd4800, 0x00007fb1adc53000,
# 0x00007fb1ae3d2000, 0x00007fb1ae3d4800, 0x00007fb1ac029000, 0x00007fb168005000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=0.77ms elapsed=184.66s tid=0x00007fb1ac2c1000 nid=0x1ede83 waiting on condition [0x00007fb1b00fc000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.62ms elapsed=184.66s tid=0x00007fb1ac2c5800 nid=0x1ede84 in Object.wait() [0x00007fb1b00bb000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e0400af8> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e0400af8> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.31ms elapsed=184.65s tid=0x00007fb1ac2da800 nid=0x1ede85 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.03ms elapsed=184.65s tid=0x00007fb1ac2dc800 nid=0x1ede86 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2746.37ms elapsed=184.65s tid=0x00007fb1ac2de800 nid=0x1ede87 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1131.42ms elapsed=184.65s tid=0x00007fb1ac2e0800 nid=0x1ede88 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.07ms elapsed=184.65s tid=0x00007fb1ac2e2800 nid=0x1ede89 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.36ms elapsed=184.60s tid=0x00007fb1ac36a800 nid=0x1ede8b in Object.wait() [0x00007fb185294000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04016d8> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=524.10ms elapsed=183.74s tid=0x00007fb1aca3b800 nid=0x1ede95 in Object.wait() [0x00007fb1840e9000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e04012a0> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.26ms elapsed=183.15s tid=0x00007fb1acc47000 nid=0x1ede9a runnable [0x00007fb1840a8000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-15" #15 prio=5 os_prio=0 cpu=0.55ms elapsed=183.12s tid=0x00007fb1acc67800 nid=0x1ede9b runnable [0x00007fb184067000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb4fc730> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb4fc5e0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-16" #16 prio=5 os_prio=0 cpu=0.36ms elapsed=183.12s tid=0x00007fb1acc69000 nid=0x1ede9c waiting on condition [0x00007fb1471f4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-17" #17 prio=5 os_prio=0 cpu=0.48ms elapsed=183.12s tid=0x00007fb1acc6a800 nid=0x1ede9d runnable [0x00007fb1471b3000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fb4fca88> (a sun.nio.ch.Util$2)
# - locked <0x00000000fb4fc938> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-18-acceptor-0@284a54ec-ServerConnector@70eecdc2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #18 prio=5 os_prio=0 cpu=0.61ms elapsed=183.12s tid=0x00007fb1acc6c800 nid=0x1ede9e runnable [0x00007fb147172000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-19" #19 prio=5 os_prio=0 cpu=0.32ms elapsed=183.12s tid=0x00007fb1acc6e000 nid=0x1ede9f waiting on condition [0x00007fb147131000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-20" #20 prio=5 os_prio=0 cpu=0.31ms elapsed=183.12s tid=0x00007fb1acc70000 nid=0x1edea0 waiting on condition [0x00007fb1470f0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-21" #21 prio=5 os_prio=0 cpu=0.29ms elapsed=183.12s tid=0x00007fb1acc71800 nid=0x1edea1 waiting on condition [0x00007fb1470af000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-22" #22 prio=5 os_prio=0 cpu=0.16ms elapsed=183.12s tid=0x00007fb1acc73800 nid=0x1edea2 waiting on condition [0x00007fb14706e000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-23" #23 prio=5 os_prio=0 cpu=0.25ms elapsed=183.12s tid=0x00007fb1acc75800 nid=0x1edea3 waiting on condition [0x00007fb14702d000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp1215951090-24" #24 prio=5 os_prio=0 cpu=0.21ms elapsed=183.12s tid=0x00007fb1acc77000 nid=0x1edea4 waiting on condition [0x00007fb146fec000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fc8830> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-51827393-1" #25 prio=5 os_prio=0 cpu=0.23ms elapsed=182.86s tid=0x00007fb1ad4bb000 nid=0x1edea5 waiting on condition [0x00007fb146dab000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f982fb70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.94ms elapsed=181.26s tid=0x00007fb1adb6e800 nid=0x1edef8 runnable [0x00007fb145f23000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f985f5d8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f985f580> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.15ms elapsed=181.26s tid=0x00007fb1adb73000 nid=0x1edef9 runnable [0x00007fb145ee2000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f982fe98> (a sun.nio.ch.Util$2)
# - locked <0x00000000f982fe40> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.93ms elapsed=181.18s tid=0x00007fb1adbc9800 nid=0x1edefa waiting on condition [0x00007fb145ca1000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.51ms elapsed=181.18s tid=0x00007fb1adbcb000 nid=0x1edefb waiting on condition [0x00007fb145c60000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.12ms elapsed=181.18s tid=0x00007fb1adbcf800 nid=0x1edefc runnable [0x00007fb145c1f000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f985fbe8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f985fb90> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.16ms elapsed=181.18s tid=0x00007fb1adbd4800 nid=0x1edefd runnable [0x00007fb145bde000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9830588> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9830530> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a1c40.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1440.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.14ms elapsed=180.75s tid=0x00007fb1adc53000 nid=0x1edf00 in Object.wait() [0x00007fb145b9d000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f96eba08> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f96eba08> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.15ms elapsed=180.26s tid=0x00007fb1ae3d2000 nid=0x1edf04 waiting on condition [0x00007fb14551b000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fb46e458> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@531ec2ca" #35 prio=5 os_prio=0 cpu=1.70ms elapsed=180.26s tid=0x00007fb1ae3d4800 nid=0x1edf05 waiting on condition [0x00007fb1454da000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fca480> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3636.42ms elapsed=180.10s tid=0x00007fb1ac029000 nid=0x1ede77 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.20ms elapsed=0.10s tid=0x00007fb168005000 nid=0x1ee7c3 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=32.10ms elapsed=184.66s tid=0x00007fb1ac2b9000 nid=0x1ede82 runnable
#
# "GC Thread#0" os_prio=0 cpu=52.31ms elapsed=184.71s tid=0x00007fb1ac041800 nid=0x1ede78 runnable
#
# "GC Thread#1" os_prio=0 cpu=50.95ms elapsed=184.01s tid=0x00007fb17c001000 nid=0x1ede92 runnable
#
# "GC Thread#2" os_prio=0 cpu=47.36ms elapsed=184.01s tid=0x00007fb17c002800 nid=0x1ede93 runnable
#
# "GC Thread#3" os_prio=0 cpu=44.22ms elapsed=184.01s tid=0x00007fb17c004000 nid=0x1ede94 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.37ms elapsed=184.71s tid=0x00007fb1ac04e800 nid=0x1ede79 runnable
#
# "G1 Conc#0" os_prio=0 cpu=45.92ms elapsed=184.70s tid=0x00007fb1ac050800 nid=0x1ede7a runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.78ms elapsed=184.68s tid=0x00007fb1ac1f1000 nid=0x1ede80 runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=47.40ms elapsed=184.68s tid=0x00007fb1ac1f2800 nid=0x1ede81 runnable
# "VM Periodic Task Thread" os_prio=0 cpu=83.05ms elapsed=184.57s tid=0x00007fb1ac3b7000 nid=0x1ede8c waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 2023027 is still running; forcefully killing it now.
# Killed process 2023027
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 2022899 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 56m 44s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Solr » Solr-Check-main - Build # 5539 - Still Failing!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Solr/job/Solr-Check-main/5539/
All tests passed
Build Log:
[...truncated 1193 lines...]
# 2022-12-10 04:06:31
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f8cb4001f10, length=32, elements={
# 0x00007f8cfc2c1000, 0x00007f8cfc2c5800, 0x00007f8cfc2da800, 0x00007f8cfc2dc800,
# 0x00007f8cfc2de800, 0x00007f8cfc2e0800, 0x00007f8cfc2e2800, 0x00007f8cfc36a000,
# 0x00007f8cfc8c8800, 0x00007f8cfcac8000, 0x00007f8cfcae8000, 0x00007f8cfcae9800,
# 0x00007f8cfcaeb800, 0x00007f8cfcaed000, 0x00007f8cfcaee800, 0x00007f8cfcaf0800,
# 0x00007f8cfcaf2800, 0x00007f8cfcaf5000, 0x00007f8cfcaf7000, 0x00007f8cfcaf8800,
# 0x00007f8cfd344000, 0x00007f8cfd9d4000, 0x00007f8cfd9d8800, 0x00007f8cfda2f800,
# 0x00007f8cfda33000, 0x00007f8cfda04800, 0x00007f8cfda07000, 0x00007f8cfdad6000,
# 0x00007f8cfdf1f800, 0x00007f8cfdf22000, 0x00007f8cfc029000, 0x00007f8cb4001000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.08ms elapsed=184.33s tid=0x00007f8cfc2c1000 nid=0x16b264 waiting on condition [0x00007f8ce365f000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.65ms elapsed=184.32s tid=0x00007f8cfc2c5800 nid=0x16b265 in Object.wait() [0x00007f8ce00f8000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.30ms elapsed=184.31s tid=0x00007f8cfc2da800 nid=0x16b266 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.06ms elapsed=184.29s tid=0x00007f8cfc2dc800 nid=0x16b267 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2108.24ms elapsed=184.29s tid=0x00007f8cfc2de800 nid=0x16b268 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1095.97ms elapsed=184.28s tid=0x00007f8cfc2e0800 nid=0x16b269 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.41ms elapsed=184.27s tid=0x00007f8cfc2e2800 nid=0x16b26a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.95ms elapsed=184.21s tid=0x00007f8cfc36a000 nid=0x16b26e in Object.wait() [0x00007f8cd2fcf000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04018c0> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=409.62ms elapsed=183.40s tid=0x00007f8cfc8c8800 nid=0x16b279 in Object.wait() [0x00007f8cd1a1d000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0402780> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.91ms elapsed=182.88s tid=0x00007f8cfcac8000 nid=0x16b27c runnable [0x00007f8cd17dc000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.59ms elapsed=182.85s tid=0x00007f8cfcae8000 nid=0x16b27d runnable [0x00007f8cd0f7e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbefe330> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbefe1e0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.26ms elapsed=182.85s tid=0x00007f8cfcae9800 nid=0x16b27e runnable [0x00007f8cd0f3d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbefe6a8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbefe558> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17-acceptor-0@1ee5addc-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.55ms elapsed=182.85s tid=0x00007f8cfcaeb800 nid=0x16b27f runnable [0x00007f8cd0efc000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18" #18 prio=5 os_prio=0 cpu=0.39ms elapsed=182.85s tid=0x00007f8cfcaed000 nid=0x16b280 waiting on condition [0x00007f8cd0ebb000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.38ms elapsed=182.85s tid=0x00007f8cfcaee800 nid=0x16b281 waiting on condition [0x00007f8cd0e7a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.14ms elapsed=182.85s tid=0x00007f8cfcaf0800 nid=0x16b282 waiting on condition [0x00007f8cd0e39000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.16ms elapsed=182.85s tid=0x00007f8cfcaf2800 nid=0x16b283 waiting on condition [0x00007f8cd0df8000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.12ms elapsed=182.85s tid=0x00007f8cfcaf5000 nid=0x16b284 waiting on condition [0x00007f8cd0db7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.12ms elapsed=182.85s tid=0x00007f8cfcaf7000 nid=0x16b285 waiting on condition [0x00007f8cd0d76000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.18ms elapsed=182.85s tid=0x00007f8cfcaf8800 nid=0x16b286 waiting on condition [0x00007f8cd0d35000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.25ms elapsed=182.59s tid=0x00007f8cfd344000 nid=0x16b289 waiting on condition [0x00007f8cd0af4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9b6af18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.94ms elapsed=181.22s tid=0x00007f8cfd9d4000 nid=0x16b2e1 runnable [0x00007f8cd00b3000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d05e30> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d05ce0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.15ms elapsed=181.22s tid=0x00007f8cfd9d8800 nid=0x16b2e2 runnable [0x00007f8cd0072000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d058e8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d05798> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.89ms elapsed=181.13s tid=0x00007f8cfda2f800 nid=0x16b2e3 waiting on condition [0x00007f8c639b7000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.30ms elapsed=181.13s tid=0x00007f8cfda33000 nid=0x16b2e4 waiting on condition [0x00007f8c63976000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.16ms elapsed=181.13s tid=0x00007f8cfda04800 nid=0x16b2e5 runnable [0x00007f8c63935000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9b6b628> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9b6b5d0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.15ms elapsed=181.13s tid=0x00007f8cfda07000 nid=0x16b2e6 runnable [0x00007f8c638f4000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9ba0b18> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9ba0ac0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.23ms elapsed=180.95s tid=0x00007f8cfdad6000 nid=0x16b2e9 in Object.wait() [0x00007f8c638b3000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f9ba0e98> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f9ba0e98> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.14ms elapsed=180.15s tid=0x00007f8cfdf1f800 nid=0x16b2f0 waiting on condition [0x00007f8c63231000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fbe70080> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@ff1f465" #35 prio=5 os_prio=0 cpu=1.61ms elapsed=180.15s tid=0x00007f8cfdf22000 nid=0x16b2f1 waiting on condition [0x00007f8c631f0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0f9b5b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3063.93ms elapsed=180.14s tid=0x00007f8cfc029000 nid=0x16b258 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.24ms elapsed=0.10s tid=0x00007f8cb4001000 nid=0x16bb5d waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=34.81ms elapsed=184.34s tid=0x00007f8cfc2b9000 nid=0x16b262 runnable
#
# "GC Thread#0" os_prio=0 cpu=48.12ms elapsed=184.40s tid=0x00007f8cfc041800 nid=0x16b259 runnable
#
# "GC Thread#1" os_prio=0 cpu=45.86ms elapsed=183.67s tid=0x00007f8cc8001000 nid=0x16b275 runnable
#
# "GC Thread#2" os_prio=0 cpu=49.89ms elapsed=183.67s tid=0x00007f8cc8002800 nid=0x16b276 runnable
#
# "GC Thread#3" os_prio=0 cpu=45.40ms elapsed=183.67s tid=0x00007f8cc8004000 nid=0x16b277 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.85ms elapsed=184.38s tid=0x00007f8cfc04e800 nid=0x16b25a runnable
#
# "G1 Conc#0" os_prio=0 cpu=85.79ms elapsed=184.38s tid=0x00007f8cfc050800 nid=0x16b25b runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.78ms elapsed=184.36s tid=0x00007f8cfc1f1000 nid=0x16b25c runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=44.35ms elapsed=184.35s tid=0x00007f8cfc1f2800 nid=0x16b25f runnable
# "VM Periodic Task Thread" os_prio=0 cpu=70.58ms elapsed=184.18s tid=0x00007f8cfc3b7000 nid=0x16b26f waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 1487444 is still running; forcefully killing it now.
# Killed process 1487444
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1487317 to stop gracefully.
# [|] [/] [-] [\]
# --
#
# Please find the SOLR_HOME snapshot for failed test #1 at: /home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build/test-output/failure-snapshots/32-1
# Last output:
# Sending stop command to Solr running on port 7574 ... waiting up to 180 seconds to allow Jetty process 1487444 to stop gracefully.
# [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] [/] [-] [\] [|] Solr process 1487444 is still running; jstacking it now.
# 2022-12-10 04:06:31
# Full thread dump OpenJDK 64-Bit Server VM (11.0.16.1+1 mixed mode):
#
# Threads class SMR info:
# _java_thread_list=0x00007f8cb4001f10, length=32, elements={
# 0x00007f8cfc2c1000, 0x00007f8cfc2c5800, 0x00007f8cfc2da800, 0x00007f8cfc2dc800,
# 0x00007f8cfc2de800, 0x00007f8cfc2e0800, 0x00007f8cfc2e2800, 0x00007f8cfc36a000,
# 0x00007f8cfc8c8800, 0x00007f8cfcac8000, 0x00007f8cfcae8000, 0x00007f8cfcae9800,
# 0x00007f8cfcaeb800, 0x00007f8cfcaed000, 0x00007f8cfcaee800, 0x00007f8cfcaf0800,
# 0x00007f8cfcaf2800, 0x00007f8cfcaf5000, 0x00007f8cfcaf7000, 0x00007f8cfcaf8800,
# 0x00007f8cfd344000, 0x00007f8cfd9d4000, 0x00007f8cfd9d8800, 0x00007f8cfda2f800,
# 0x00007f8cfda33000, 0x00007f8cfda04800, 0x00007f8cfda07000, 0x00007f8cfdad6000,
# 0x00007f8cfdf1f800, 0x00007f8cfdf22000, 0x00007f8cfc029000, 0x00007f8cb4001000
# }
#
# "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.08ms elapsed=184.33s tid=0x00007f8cfc2c1000 nid=0x16b264 waiting on condition [0x00007f8ce365f000]
# java.lang.Thread.State: RUNNABLE
# at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.16.1/Native Method)
# at java.lang.ref.Reference.processPendingReferences(java.base@11.0.16.1/Reference.java:241)
# at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.16.1/Reference.java:213)
#
# "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.65ms elapsed=184.32s tid=0x00007f8cfc2c5800 nid=0x16b265 in Object.wait() [0x00007f8ce00f8000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04013f0> (a java.lang.ref.ReferenceQueue$Lock)
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:176)
# at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.16.1/Finalizer.java:170)
#
# "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.30ms elapsed=184.31s tid=0x00007f8cfc2da800 nid=0x16b266 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Service Thread" #5 daemon prio=9 os_prio=0 cpu=0.06ms elapsed=184.29s tid=0x00007f8cfc2dc800 nid=0x16b267 runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 cpu=2108.24ms elapsed=184.29s tid=0x00007f8cfc2de800 nid=0x16b268 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1095.97ms elapsed=184.28s tid=0x00007f8cfc2e0800 nid=0x16b269 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
# No compile task
#
# "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=4.41ms elapsed=184.27s tid=0x00007f8cfc2e2800 nid=0x16b26a runnable [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=1.95ms elapsed=184.21s tid=0x00007f8cfc36a000 nid=0x16b26e in Object.wait() [0x00007f8cd2fcf000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.ref.ReferenceQueue.remove(java.base@11.0.16.1/ReferenceQueue.java:155)
# - waiting to re-lock in wait() <0x00000000e04018c0> (a java.lang.ref.ReferenceQueue$Lock)
# at jdk.internal.ref.CleanerImpl.run(java.base@11.0.16.1/CleanerImpl.java:148)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
# at jdk.internal.misc.InnocuousThread.run(java.base@11.0.16.1/InnocuousThread.java:161)
#
# "Log4j2-TF-3-AsyncLoggerConfig-1" #12 daemon prio=5 os_prio=0 cpu=409.62ms elapsed=183.40s tid=0x00007f8cfc8c8800 nid=0x16b279 in Object.wait() [0x00007f8cd1a1d000]
# java.lang.Thread.State: TIMED_WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <no object reference available>
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:462)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.awaitNanos(TimeoutBlockingWaitStrategy.java:130)
# at org.apache.logging.log4j.core.async.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:86)
# - waiting to re-lock in wait() <0x00000000e0402780> (a java.lang.Object)
# at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
# at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
# at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "ShutdownMonitor" #14 daemon prio=5 os_prio=0 cpu=2.91ms elapsed=182.88s tid=0x00007f8cfcac8000 nid=0x16b27c runnable [0x00007f8cd17dc000]
# java.lang.Thread.State: RUNNABLE
# at java.net.PlainSocketImpl.socketAccept(java.base@11.0.16.1/Native Method)
# at java.net.AbstractPlainSocketImpl.accept(java.base@11.0.16.1/AbstractPlainSocketImpl.java:474)
# at java.net.ServerSocket.implAccept(java.base@11.0.16.1/ServerSocket.java:565)
# at java.net.ServerSocket.accept(java.base@11.0.16.1/ServerSocket.java:533)
# at org.eclipse.jetty.server.ShutdownMonitor$ShutdownMonitorRunnable.run(ShutdownMonitor.java:344)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-15" #15 prio=5 os_prio=0 cpu=0.59ms elapsed=182.85s tid=0x00007f8cfcae8000 nid=0x16b27d runnable [0x00007f8cd0f7e000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbefe330> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbefe1e0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-16" #16 prio=5 os_prio=0 cpu=0.26ms elapsed=182.85s tid=0x00007f8cfcae9800 nid=0x16b27e runnable [0x00007f8cd0f3d000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000fbefe6a8> (a sun.nio.ch.Util$2)
# - locked <0x00000000fbefe558> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-17-acceptor-0@1ee5addc-ServerConnector@20312893{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:7574}" #17 prio=5 os_prio=0 cpu=0.55ms elapsed=182.85s tid=0x00007f8cfcaeb800 nid=0x16b27f runnable [0x00007f8cd0efc000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.ServerSocketChannelImpl.accept0(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:533)
# at sun.nio.ch.ServerSocketChannelImpl.accept(java.base@11.0.16.1/ServerSocketChannelImpl.java:285)
# at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409)
# at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748)
# at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:933)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1077)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-18" #18 prio=5 os_prio=0 cpu=0.39ms elapsed=182.85s tid=0x00007f8cfcaed000 nid=0x16b280 waiting on condition [0x00007f8cd0ebb000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-19" #19 prio=5 os_prio=0 cpu=0.38ms elapsed=182.85s tid=0x00007f8cfcaee800 nid=0x16b281 waiting on condition [0x00007f8cd0e7a000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-20" #20 prio=5 os_prio=0 cpu=0.14ms elapsed=182.85s tid=0x00007f8cfcaf0800 nid=0x16b282 waiting on condition [0x00007f8cd0e39000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-21" #21 prio=5 os_prio=0 cpu=0.16ms elapsed=182.85s tid=0x00007f8cfcaf2800 nid=0x16b283 waiting on condition [0x00007f8cd0df8000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-22" #22 prio=5 os_prio=0 cpu=0.12ms elapsed=182.85s tid=0x00007f8cfcaf5000 nid=0x16b284 waiting on condition [0x00007f8cd0db7000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-23" #23 prio=5 os_prio=0 cpu=0.12ms elapsed=182.85s tid=0x00007f8cfcaf7000 nid=0x16b285 waiting on condition [0x00007f8cd0d76000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "qtp314364096-24" #24 prio=5 os_prio=0 cpu=0.18ms elapsed=182.85s tid=0x00007f8cfcaf8800 nid=0x16b286 waiting on condition [0x00007f8cd0d35000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0fa08b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1014)
# at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1064)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Session-HouseKeeper-3c017078-1" #25 prio=5 os_prio=0 cpu=0.25ms elapsed=182.59s tid=0x00007f8cfd344000 nid=0x16b289 waiting on condition [0x00007f8cd0af4000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000f9b6af18> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-1" #26 prio=5 os_prio=0 cpu=0.94ms elapsed=181.22s tid=0x00007f8cfd9d4000 nid=0x16b2e1 runnable [0x00007f8cd00b3000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d05e30> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d05ce0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "httpShardExecutor-5-thread-2" #27 prio=5 os_prio=0 cpu=0.15ms elapsed=181.22s tid=0x00007f8cfd9d8800 nid=0x16b2e2 runnable [0x00007f8cd0072000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9d058e8> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9d05798> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #28 daemon prio=5 os_prio=0 cpu=1.89ms elapsed=181.13s tid=0x00007f8cfda2f800 nid=0x16b2e3 waiting on condition [0x00007f8c639b7000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "Connection evictor" #29 daemon prio=5 os_prio=0 cpu=0.30ms elapsed=181.13s tid=0x00007f8cfda33000 nid=0x16b2e4 waiting on condition [0x00007f8c63976000]
# java.lang.Thread.State: TIMED_WAITING (sleeping)
# at java.lang.Thread.sleep(java.base@11.0.16.1/Native Method)
# at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-1" #30 prio=5 os_prio=0 cpu=0.16ms elapsed=181.13s tid=0x00007f8cfda04800 nid=0x16b2e5 runnable [0x00007f8c63935000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9b6b628> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9b6b5d0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "h2sc-7-thread-2" #31 prio=5 os_prio=0 cpu=0.15ms elapsed=181.13s tid=0x00007f8cfda07000 nid=0x16b2e6 runnable [0x00007f8c638f4000]
# java.lang.Thread.State: RUNNABLE
# at sun.nio.ch.EPoll.wait(java.base@11.0.16.1/Native Method)
# at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.16.1/EPollSelectorImpl.java:120)
# at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.16.1/SelectorImpl.java:124)
# - locked <0x00000000f9ba0b18> (a sun.nio.ch.Util$2)
# - locked <0x00000000f9ba0ac0> (a sun.nio.ch.EPollSelectorImpl)
# at sun.nio.ch.SelectorImpl.select(java.base@11.0.16.1/SelectorImpl.java:141)
# at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180)
# at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604)
# at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:455)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:248)
# at org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:199)
# at org.eclipse.jetty.io.ManagedSelector$$Lambda$401/0x00000001004a2440.run(Unknown Source)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289)
# at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$402/0x00000001004a1c40.run(Unknown Source)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1128)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "CloserThread" #32 prio=5 os_prio=0 cpu=0.23ms elapsed=180.95s tid=0x00007f8cfdad6000 nid=0x16b2e9 in Object.wait() [0x00007f8c638b3000]
# java.lang.Thread.State: WAITING (on object monitor)
# at java.lang.Object.wait(java.base@11.0.16.1/Native Method)
# - waiting on <0x00000000f9ba0e98> (a java.lang.Object)
# at java.lang.Object.wait(java.base@11.0.16.1/Object.java:328)
# at org.apache.solr.core.CloserThread.run(CoreContainer.java:2517)
# - waiting to re-lock in wait() <0x00000000f9ba0e98> (a java.lang.Object)
#
# "org.eclipse.jetty.util.RolloverFileOutputStream" #34 daemon prio=5 os_prio=0 cpu=0.14ms elapsed=180.15s tid=0x00007f8cfdf1f800 nid=0x16b2f0 waiting on condition [0x00007f8c63231000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000fbe70080> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:1182)
# at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.16.1/ScheduledThreadPoolExecutor.java:899)
# at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.16.1/ThreadPoolExecutor.java:1054)
# at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.16.1/ThreadPoolExecutor.java:1114)
# at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.16.1/ThreadPoolExecutor.java:628)
# at java.lang.Thread.run(java.base@11.0.16.1/Thread.java:829)
#
# "AsyncRequestLogWriter@ff1f465" #35 prio=5 os_prio=0 cpu=1.61ms elapsed=180.15s tid=0x00007f8cfdf22000 nid=0x16b2f1 waiting on condition [0x00007f8c631f0000]
# java.lang.Thread.State: TIMED_WAITING (parking)
# at jdk.internal.misc.Unsafe.park(java.base@11.0.16.1/Native Method)
# - parking to wait for <0x00000000e0f9b5b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
# at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.16.1/LockSupport.java:234)
# at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.16.1/AbstractQueuedSynchronizer.java:2123)
# at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219)
# at org.eclipse.jetty.server.AsyncRequestLogWriter$WriterThread.run(AsyncRequestLogWriter.java:66)
#
# "DestroyJavaVM" #36 prio=5 os_prio=0 cpu=3063.93ms elapsed=180.14s tid=0x00007f8cfc029000 nid=0x16b258 waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "Attach Listener" #37 daemon prio=9 os_prio=0 cpu=0.24ms elapsed=0.10s tid=0x00007f8cb4001000 nid=0x16bb5d waiting on condition [0x0000000000000000]
# java.lang.Thread.State: RUNNABLE
#
# "VM Thread" os_prio=0 cpu=34.81ms elapsed=184.34s tid=0x00007f8cfc2b9000 nid=0x16b262 runnable
#
# "GC Thread#0" os_prio=0 cpu=48.12ms elapsed=184.40s tid=0x00007f8cfc041800 nid=0x16b259 runnable
#
# "GC Thread#1" os_prio=0 cpu=45.86ms elapsed=183.67s tid=0x00007f8cc8001000 nid=0x16b275 runnable
#
# "GC Thread#2" os_prio=0 cpu=49.89ms elapsed=183.67s tid=0x00007f8cc8002800 nid=0x16b276 runnable
#
# "GC Thread#3" os_prio=0 cpu=45.40ms elapsed=183.67s tid=0x00007f8cc8004000 nid=0x16b277 runnable
#
# "G1 Main Marker" os_prio=0 cpu=1.85ms elapsed=184.38s tid=0x00007f8cfc04e800 nid=0x16b25a runnable
#
# "G1 Conc#0" os_prio=0 cpu=85.79ms elapsed=184.38s tid=0x00007f8cfc050800 nid=0x16b25b runnable
#
# "G1 Refine#0" os_prio=0 cpu=1.78ms elapsed=184.36s tid=0x00007f8cfc1f1000 nid=0x16b25c runnable
#
# "G1 Young RemSet Sampling" os_prio=0 cpu=44.35ms elapsed=184.35s tid=0x00007f8cfc1f2800 nid=0x16b25f runnable
# "VM Periodic Task Thread" os_prio=0 cpu=70.58ms elapsed=184.18s tid=0x00007f8cfc3b7000 nid=0x16b26f waiting on condition
#
# JNI global refs: 22, weak refs: 0
#
# Solr process 1487444 is still running; forcefully killing it now.
# Killed process 1487444
# Sending stop command to Solr running on port 8983 ... waiting up to 180 seconds to allow Jetty process 1487317 to stop gracefully.
# [|] [/] [-] [\]
> Task :solr:packaging:integrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/solr/packaging/build.gradle' line: 226
* What went wrong:
Execution failed for task ':solr:packaging:integrationTests'.
> Process 'command '/home/jenkins/jenkins-slave/workspace/Solr/Solr-Check-main/.gradle/node/packaging/node_modules/bats/bin/bats'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 17s
652 actionable tasks: 652 executed
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any