You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/07/09 23:27:19 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 4898 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/4898/

1 tests failed.
FAILED:  org.apache.solr.handler.admin.ThreadDumpHandlerTest.testMonitor

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([46738DE644644984:D52573799F7EC7EF]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1009)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)
	at org.apache.solr.handler.admin.ThreadDumpHandlerTest.testMonitor(ThreadDumpHandlerTest.java:75)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='thread'][str[@name='name'][.='test-thread-monitor-blocked']]                     [lst[@name='lock-waiting'][lst[@name='owner']/str[.='test-thread-monitor-owner']]]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>

<lst name="responseHeader">
  <int name="status">0</int>
  <int name="QTime">50</int>
</lst>
<lst name="system">
  <lst name="threadCount">
    <int name="current">26</int>
    <int name="peak">467</int>
    <int name="daemon">15</int>
  </lst>
  <lst name="threadDump">
    <lst name="thread">
      <long name="id">1</long>
      <str name="name">main</str>
      <str name="state">WAITING</str>
      <str name="lock">com.carrotsearch.randomizedtesting.RandomizedRunner$2@980ccf</str>
      <lst name="lock-waiting">
        <str name="name">com.carrotsearch.randomizedtesting.RandomizedRunner$2@980ccf</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">3445.9958ms</str>
      <str name="userTime">3340.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
        <str>java.base@11.0.6/java.lang.Thread.join(Thread.java:1305)</str>
        <str>java.base@11.0.6/java.lang.Thread.join(Thread.java:1379)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:643)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:500)</str>
        <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)</str>
        <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)</str>
        <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">2</long>
      <str name="name">Reference Handler</str>
      <str name="state">RUNNABLE</str>
      <str name="cpuTime">75.8514ms</str>
      <str name="userTime">30.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.ref.Reference.waitForReferencePendingList(Native Method)</str>
        <str>java.base@11.0.6/java.lang.ref.Reference.processPendingReferences(Reference.java:241)</str>
        <str>java.base@11.0.6/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">3</long>
      <str name="name">Finalizer</str>
      <str name="state">WAITING</str>
      <str name="lock">java.lang.ref.ReferenceQueue$Lock@28f22f95</str>
      <lst name="lock-waiting">
        <str name="name">java.lang.ref.ReferenceQueue$Lock@28f22f95</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">53.3490ms</str>
      <str name="userTime">40.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
        <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
        <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
        <str>java.base@11.0.6/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">4</long>
      <str name="name">Signal Dispatcher</str>
      <str name="state">RUNNABLE</str>
      <str name="cpuTime">0.0303ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace"/>
    </lst>
    <lst name="thread">
      <long name="id">9</long>
      <str name="name">Common-Cleaner</str>
      <str name="state">TIMED_WAITING</str>
      <str name="lock">java.lang.ref.ReferenceQueue$Lock@49555912</str>
      <lst name="lock-waiting">
        <str name="name">java.lang.ref.ReferenceQueue$Lock@49555912</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">18.6076ms</str>
      <str name="userTime">10.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
        <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
        <str>java.base@11.0.6/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
        <str>java.base@11.0.6/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:134)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">11</long>
      <str name="name">JUnit4-serializer-daemon</str>
      <str name="state">TIMED_WAITING</str>
      <str name="cpuTime">46.9138ms</str>
      <str name="userTime">20.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Thread.sleep(Native Method)</str>
        <str>app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">23385</long>
      <str name="name">ForkJoinPool.commonPool-worker-7</str>
      <str name="state">WAITING</str>
      <str name="lock">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">2.0656ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">26518</long>
      <str name="name">Java2D Disposer</str>
      <str name="state">WAITING</str>
      <str name="lock">java.lang.ref.ReferenceQueue$Lock@6adb5a61</str>
      <lst name="lock-waiting">
        <str name="name">java.lang.ref.ReferenceQueue$Lock@6adb5a61</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">1.7948ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
        <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
        <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
        <str>java.desktop@11.0.6/sun.java2d.Disposer.run(Disposer.java:144)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">32637</long>
      <str name="name">ForkJoinPool.commonPool-worker-1</str>
      <str name="state">TIMED_WAITING</str>
      <str name="lock">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">1.9056ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:275)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1619)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">37694</long>
      <str name="name">org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner</str>
      <str name="state">WAITING</str>
      <str name="lock">java.lang.ref.ReferenceQueue$Lock@1845fde8</str>
      <lst name="lock-waiting">
        <str name="name">java.lang.ref.ReferenceQueue$Lock@1845fde8</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">0.2765ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
        <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
        <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
        <str>app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3762)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">37737</long>
      <str name="name">solr-hdfs-threadpool-1</str>
      <str name="state">WAITING</str>
      <str name="lock">java.util.concurrent.ForkJoinPool@5629714a</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.ForkJoinPool@5629714a</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">0.4315ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">37738</long>
      <str name="name">solr-hdfs-threadpool-2</str>
      <str name="state">WAITING</str>
      <str name="lock">java.util.concurrent.ForkJoinPool@5629714a</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.ForkJoinPool@5629714a</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">0.3722ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">37739</long>
      <str name="name">solr-hdfs-threadpool-3</str>
      <str name="state">TIMED_WAITING</str>
      <str name="lock">java.util.concurrent.ForkJoinPool@5629714a</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.ForkJoinPool@5629714a</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">0.1125ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:275)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1619)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38718</long>
      <str name="name">ForkJoinPool.commonPool-worker-5</str>
      <str name="state">TIMED_WAITING</str>
      <str name="lock">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">0.1944ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:275)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1619)</str>
        <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38944</long>
      <str name="name">SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]</str>
      <str name="state">TIMED_WAITING</str>
      <str name="cpuTime">1.7697ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:357)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$1(ThreadLeakControl.java:836)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$136/0x000000010024a440.await(Unknown Source)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl.join(ThreadLeakControl.java:864)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:835)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:406)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:712)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:633)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38945</long>
      <str name="name">TEST-ThreadDumpHandlerTest.testMonitor-seed#[46738DE644644984]</str>
      <str name="state">RUNNABLE</str>
      <str name="cpuTime">1404.1916ms</str>
      <str name="userTime">1400.0000ms</str>
      <arr name="stackTrace">
        <str>java.management@11.0.6/sun.management.ThreadImpl.dumpThreads0(Native Method)</str>
        <str>java.management@11.0.6/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:502)</str>
        <str>java.management@11.0.6/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:490)</str>
        <str>app//org.apache.solr.handler.admin.ThreadDumpHandler.handleRequestBody(ThreadDumpHandler.java:74)</str>
        <str>app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)</str>
        <str>app//org.apache.solr.core.SolrCore.execute(SolrCore.java:2605)</str>
        <str>app//org.apache.solr.util.TestHarness.query(TestHarness.java:328)</str>
        <str>app//org.apache.solr.util.TestHarness.query(TestHarness.java:310)</str>
        <str>app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:983)</str>
        <str>app//org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:969)</str>
        <str>app//org.apache.solr.handler.admin.ThreadDumpHandlerTest.testMonitor(ThreadDumpHandlerTest.java:75)</str>
        <str>java.base@11.0.6/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)</str>
        <str>java.base@11.0.6/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)</str>
        <str>java.base@11.0.6/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)</str>
        <str>java.base@11.0.6/java.lang.reflect.Method.invoke(Method.java:566)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)</str>
        <str>app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)</str>
        <str>app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)</str>
        <str>app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)</str>
        <str>app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)</str>
        <str>app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)</str>
        <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)</str>
        <str>app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)</str>
        <str>app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)</str>
        <str>app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)</str>
        <str>app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)</str>
        <str>app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)</str>
        <str>app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)</str>
        <str>app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)</str>
        <str>app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$135/0x000000010024ac40.run(Unknown Source)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38946</long>
      <str name="name">httpShardExecutor-26153-thread-1</str>
      <str name="state">RUNNABLE</str>
      <arr name="synchronizers-locked">
        <str>java.util.concurrent.ThreadPoolExecutor$Worker@1f3f6ea8</str>
      </arr>
      <arr name="monitors-locked">
        <str>sun.nio.ch.Util$2@5873512c</str>
        <str>sun.nio.ch.EPollSelectorImpl@684b1011</str>
      </arr>
      <bool name="native">true</bool>
      <str name="cpuTime">0.1379ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/sun.nio.ch.EPoll.wait(Native Method)</str>
        <str>java.base@11.0.6/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)</str>
        <str>java.base@11.0.6/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)</str>
        <str>java.base@11.0.6/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)</str>
        <str>app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)</str>
        <str>app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)</str>
        <str>app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)</str>
        <str>app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)</str>
        <str>app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)</str>
        <str>app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)</str>
        <str>app//org.eclipse.jetty.io.ManagedSelector$$Lambda$291/0x000000010064d840.run(Unknown Source)</str>
        <str>app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:212)</str>
        <str>app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$201/0x0000000100353440.run(Unknown Source)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38947</long>
      <str name="name">Connection evictor</str>
      <str name="state">TIMED_WAITING</str>
      <str name="cpuTime">0.0896ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Thread.sleep(Native Method)</str>
        <str>app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38948</long>
      <str name="name">Connection evictor</str>
      <str name="state">TIMED_WAITING</str>
      <str name="cpuTime">0.0508ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Thread.sleep(Native Method)</str>
        <str>app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38949</long>
      <str name="name">h2sc-26155-thread-1</str>
      <str name="state">RUNNABLE</str>
      <arr name="synchronizers-locked">
        <str>java.util.concurrent.ThreadPoolExecutor$Worker@5378b113</str>
      </arr>
      <arr name="monitors-locked">
        <str>sun.nio.ch.Util$2@5f561a4d</str>
        <str>sun.nio.ch.EPollSelectorImpl@42e893cc</str>
      </arr>
      <bool name="native">true</bool>
      <str name="cpuTime">0.0738ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/sun.nio.ch.EPoll.wait(Native Method)</str>
        <str>java.base@11.0.6/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)</str>
        <str>java.base@11.0.6/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)</str>
        <str>java.base@11.0.6/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)</str>
        <str>app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)</str>
        <str>app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)</str>
        <str>app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)</str>
        <str>app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)</str>
        <str>app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)</str>
        <str>app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)</str>
        <str>app//org.eclipse.jetty.io.ManagedSelector$$Lambda$291/0x000000010064d840.run(Unknown Source)</str>
        <str>app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:212)</str>
        <str>app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$201/0x0000000100353440.run(Unknown Source)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38950</long>
      <str name="name">SolrRrdBackendFactory-26158-thread-1</str>
      <str name="state">TIMED_WAITING</str>
      <str name="lock">java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@50508c</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@50508c</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">0.0810ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)</str>
        <str>java.base@11.0.6/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)</str>
        <str>java.base@11.0.6/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38951</long>
      <str name="name">MetricsHistoryHandler-26159-thread-1</str>
      <str name="state">TIMED_WAITING</str>
      <str name="lock">java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@302b030f</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@302b030f</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">0.0590ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)</str>
        <str>java.base@11.0.6/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)</str>
        <str>java.base@11.0.6/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38953</long>
      <str name="name">Thread-5161</str>
      <str name="state">WAITING</str>
      <str name="lock">java.lang.Object@727470fa</str>
      <lst name="lock-waiting">
        <str name="name">java.lang.Object@727470fa</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">0.0842ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
        <str>java.base@11.0.6/java.lang.Object.wait(Object.java:328)</str>
        <str>app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2131)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38955</long>
      <str name="name">searcherExecutor-26162-thread-1</str>
      <str name="state">WAITING</str>
      <str name="lock">java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f40e335</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f40e335</str>
        <null name="owner"/>
      </lst>
      <str name="cpuTime">3.7094ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)</str>
        <str>java.base@11.0.6/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)</str>
        <str>java.base@11.0.6/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38958</long>
      <str name="name">test-thread-monitor-owner</str>
      <str name="state">TIMED_WAITING</str>
      <str name="lock">java.util.concurrent.CountDownLatch$Sync@30fe7962</str>
      <lst name="lock-waiting">
        <str name="name">java.util.concurrent.CountDownLatch$Sync@30fe7962</str>
        <null name="owner"/>
      </lst>
      <arr name="monitors-locked">
        <str>org.apache.solr.handler.admin.ThreadDumpHandlerTest$1TestMonitorStruct@7041a3dd</str>
      </arr>
      <str name="cpuTime">0.1500ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace">
        <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1079)</str>
        <str>java.base@11.0.6/java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1369)</str>
        <str>java.base@11.0.6/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:278)</str>
        <str>app//org.apache.solr.handler.admin.ThreadDumpHandlerTest.lambda$testMonitor$0(ThreadDumpHandlerTest.java:57)</str>
        <str>app//org.apache.solr.handler.admin.ThreadDumpHandlerTest$$Lambda$2265/0x0000000100af9040.run(Unknown Source)</str>
        <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
      </arr>
    </lst>
    <lst name="thread">
      <long name="id">38959</long>
      <str name="name">test-thread-monitor-blocked</str>
      <str name="state">RUNNABLE</str>
      <str name="cpuTime">0.0871ms</str>
      <str name="userTime">0.0000ms</str>
      <arr name="stackTrace"/>
    </lst>
  </lst>
</lst>
</response>

	request was:qt=/admin/threads&indent=true&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
	... 41 more




Build Log:
[...truncated 14146 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.ThreadDumpHandlerTest
   [junit4]   2> 2087759 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2087759 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2087759 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.admin.ThreadDumpHandlerTest_46738DE644644984-001/data-dir-231-001
   [junit4]   2> 2087760 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2087760 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2087761 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2087767 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2087799 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 2087898 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2089096 WARN  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:824) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:381) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:689) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:796) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:742) ~[?:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:370) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:331) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:169) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.admin.ThreadDumpHandlerTest.beforeClass(ThreadDumpHandlerTest.java:39) [test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 2089097 WARN  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:897) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:322) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:752) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:670) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.admin.ThreadDumpHandlerTest.beforeClass(ThreadDumpHandlerTest.java:39) [test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) [randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 2089098 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2089099 WARN  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c0c045[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2089100 WARN  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c0c045[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2089102 WARN  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f4c13fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2089102 WARN  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f4c13fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2089103 WARN  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2089115 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 2089115 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2089128 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4b1aa6
   [junit4]   2> 2089134 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4b1aa6
   [junit4]   2> 2089134 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4b1aa6
   [junit4]   2> 2089141 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 2089169 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 2089283 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2089291 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2089291 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e4b1aa6
   [junit4]   2> 2089292 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.admin.ThreadDumpHandlerTest_46738DE644644984-001/data-dir-231-001/]
   [junit4]   2> 2089292 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=70.6962890625, floorSegmentMB=1.6279296875, forceMergeDeletesPctAllowed=4.742460242025781, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2506935068423902, deletesPctAllowed=40.73664862983864
   [junit4]   2> 2089344 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2089344 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2089346 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2089346 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2089346 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=66.876953125, floorSegmentMB=0.9501953125, forceMergeDeletesPctAllowed=15.511145360666896, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=34.62762506790472
   [junit4]   2> 2089347 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2089364 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct, classname=DirectSolrSpellChecker, field=lowerfilt, minQueryLength=3}
   [junit4]   2> 2089450 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 2089450 INFO  (coreLoadExecutor-26160-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1671782133598781440
   [junit4]   2> 2089451 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2089452 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2089454 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2089454 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2089454 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2089454 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2089455 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2089456 INFO  (TEST-ThreadDumpHandlerTest.testOwnableSync-seed#[46738DE644644984]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testOwnableSync
   [junit4]   2> 2089456 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2089456 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2089457 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2089457 INFO  (test-thread-sync-lock-owner) [     ] o.a.s.h.a.ThreadDumpHandlerTest lock owner waiting for latch to release me...
   [junit4]   2> 2089458 INFO  (test-thread-sync-lock-blocked) [     ] o.a.s.h.a.ThreadDumpHandlerTest blocked waiting for lock...
   [junit4]   2> 2089458 INFO  (searcherExecutor-26162-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 2089512 INFO  (TEST-ThreadDumpHandlerTest.testOwnableSync-seed#[46738DE644644984]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/admin/threads&indent=true&wt=xml} status=0 QTime=54
   [junit4]   2> 2089516 INFO  (test-thread-sync-lock-blocked) [     ] o.a.s.h.a.ThreadDumpHandlerTest lock now unblocked
   [junit4]   2> 2089517 INFO  (TEST-ThreadDumpHandlerTest.testOwnableSync-seed#[46738DE644644984]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testOwnableSync
   [junit4]   2> 2089520 INFO  (TEST-ThreadDumpHandlerTest.testMonitor-seed#[46738DE644644984]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMonitor
   [junit4]   2> 2089521 INFO  (test-thread-monitor-owner) [     ] o.a.s.h.a.ThreadDumpHandlerTest monitor owner waiting for latch to release me...
   [junit4]   2> 2089572 INFO  (TEST-ThreadDumpHandlerTest.testMonitor-seed#[46738DE644644984]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/admin/threads&indent=true&wt=xml} status=0 QTime=50
   [junit4]   2> 2089572 INFO  (test-thread-monitor-blocked) [     ] o.a.s.h.a.ThreadDumpHandlerTest blocked waiting for monitor...
   [junit4]   2> 2089577 ERROR (TEST-ThreadDumpHandlerTest.testMonitor-seed#[46738DE644644984]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//lst[@name='thread'][str[@name='name'][.='test-thread-monitor-blocked']]                     [lst[@name='lock-waiting'][lst[@name='owner']/str[.='test-thread-monitor-owner']]]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> 
   [junit4]   2> <lst name="responseHeader">
   [junit4]   2>   <int name="status">0</int>
   [junit4]   2>   <int name="QTime">50</int>
   [junit4]   2> </lst>
   [junit4]   2> <lst name="system">
   [junit4]   2>   <lst name="threadCount">
   [junit4]   2>     <int name="current">26</int>
   [junit4]   2>     <int name="peak">467</int>
   [junit4]   2>     <int name="daemon">15</int>
   [junit4]   2>   </lst>
   [junit4]   2>   <lst name="threadDump">
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">1</long>
   [junit4]   2>       <str name="name">main</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">com.carrotsearch.randomizedtesting.RandomizedRunner$2@980ccf</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">com.carrotsearch.randomizedtesting.RandomizedRunner$2@980ccf</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">3445.9958ms</str>
   [junit4]   2>       <str name="userTime">3340.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.join(Thread.java:1305)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.join(Thread.java:1379)</str>
   [junit4]   2>         <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:643)</str>
   [junit4]   2>         <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:500)</str>
   [junit4]   2>         <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)</str>
   [junit4]   2>         <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)</str>
   [junit4]   2>         <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">2</long>
   [junit4]   2>       <str name="name">Reference Handler</str>
   [junit4]   2>       <str name="state">RUNNABLE</str>
   [junit4]   2>       <str name="cpuTime">75.8514ms</str>
   [junit4]   2>       <str name="userTime">30.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.Reference.waitForReferencePendingList(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.Reference.processPendingReferences(Reference.java:241)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">3</long>
   [junit4]   2>       <str name="name">Finalizer</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.lang.ref.ReferenceQueue$Lock@28f22f95</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.lang.ref.ReferenceQueue$Lock@28f22f95</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">53.3490ms</str>
   [junit4]   2>       <str name="userTime">40.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">4</long>
   [junit4]   2>       <str name="name">Signal Dispatcher</str>
   [junit4]   2>       <str name="state">RUNNABLE</str>
   [junit4]   2>       <str name="cpuTime">0.0303ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace"/>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">9</long>
   [junit4]   2>       <str name="name">Common-Cleaner</str>
   [junit4]   2>       <str name="state">TIMED_WAITING</str>
   [junit4]   2>       <str name="lock">java.lang.ref.ReferenceQueue$Lock@49555912</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.lang.ref.ReferenceQueue$Lock@49555912</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">18.6076ms</str>
   [junit4]   2>       <str name="userTime">10.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:134)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">11</long>
   [junit4]   2>       <str name="name">JUnit4-serializer-daemon</str>
   [junit4]   2>       <str name="state">TIMED_WAITING</str>
   [junit4]   2>       <str name="cpuTime">46.9138ms</str>
   [junit4]   2>       <str name="userTime">20.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.sleep(Native Method)</str>
   [junit4]   2>         <str>app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">23385</long>
   [junit4]   2>       <str name="name">ForkJoinPool.commonPool-worker-7</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">2.0656ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">26518</long>
   [junit4]   2>       <str name="name">Java2D Disposer</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.lang.ref.ReferenceQueue$Lock@6adb5a61</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.lang.ref.ReferenceQueue$Lock@6adb5a61</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">1.7948ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
   [junit4]   2>         <str>java.desktop@11.0.6/sun.java2d.Disposer.run(Disposer.java:144)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">32637</long>
   [junit4]   2>       <str name="name">ForkJoinPool.commonPool-worker-1</str>
   [junit4]   2>       <str name="state">TIMED_WAITING</str>
   [junit4]   2>       <str name="lock">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">1.9056ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:275)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1619)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">37694</long>
   [junit4]   2>       <str name="name">org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.lang.ref.ReferenceQueue$Lock@1845fde8</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.lang.ref.ReferenceQueue$Lock@1845fde8</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">0.2765ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
   [junit4]   2>         <str>app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3762)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">37737</long>
   [junit4]   2>       <str name="name">solr-hdfs-threadpool-1</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.util.concurrent.ForkJoinPool@5629714a</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.util.concurrent.ForkJoinPool@5629714a</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">0.4315ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">37738</long>
   [junit4]   2>       <str name="name">solr-hdfs-threadpool-2</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.util.concurrent.ForkJoinPool@5629714a</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.util.concurrent.ForkJoinPool@5629714a</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">0.3722ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11...
   [junit4]   2> 2089578 ERROR (TEST-ThreadDumpHandlerTest.testMonitor-seed#[46738DE644644984]) [     ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: qt=/admin/threads&indent=true&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='thread'][str[@name='name'][.='test-thread-monitor-blocked']]                     [lst[@name='lock-waiting'][lst[@name='owner']/str[.='test-thread-monitor-owner']]]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> 
   [junit4]   2> <lst name="responseHeader">
   [junit4]   2>   <int name="status">0</int>
   [junit4]   2>   <int name="QTime">50</int>
   [junit4]   2> </lst>
   [junit4]   2> <lst name="system">
   [junit4]   2>   <lst name="threadCount">
   [junit4]   2>     <int name="current">26</int>
   [junit4]   2>     <int name="peak">467</int>
   [junit4]   2>     <int name="daemon">15</int>
   [junit4]   2>   </lst>
   [junit4]   2>   <lst name="threadDump">
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">1</long>
   [junit4]   2>       <str name="name">main</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">com.carrotsearch.randomizedtesting.RandomizedRunner$2@980ccf</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">com.carrotsearch.randomizedtesting.RandomizedRunner$2@980ccf</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">3445.9958ms</str>
   [junit4]   2>       <str name="userTime">3340.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.join(Thread.java:1305)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.join(Thread.java:1379)</str>
   [junit4]   2>         <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:643)</str>
   [junit4]   2>         <str>app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:500)</str>
   [junit4]   2>         <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)</str>
   [junit4]   2>         <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)</str>
   [junit4]   2>         <str>app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">2</long>
   [junit4]   2>       <str name="name">Reference Handler</str>
   [junit4]   2>       <str name="state">RUNNABLE</str>
   [junit4]   2>       <str name="cpuTime">75.8514ms</str>
   [junit4]   2>       <str name="userTime">30.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.Reference.waitForReferencePendingList(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.Reference.processPendingReferences(Reference.java:241)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">3</long>
   [junit4]   2>       <str name="name">Finalizer</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.lang.ref.ReferenceQueue$Lock@28f22f95</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.lang.ref.ReferenceQueue$Lock@28f22f95</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">53.3490ms</str>
   [junit4]   2>       <str name="userTime">40.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">4</long>
   [junit4]   2>       <str name="name">Signal Dispatcher</str>
   [junit4]   2>       <str name="state">RUNNABLE</str>
   [junit4]   2>       <str name="cpuTime">0.0303ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace"/>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">9</long>
   [junit4]   2>       <str name="name">Common-Cleaner</str>
   [junit4]   2>       <str name="state">TIMED_WAITING</str>
   [junit4]   2>       <str name="lock">java.lang.ref.ReferenceQueue$Lock@49555912</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.lang.ref.ReferenceQueue$Lock@49555912</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">18.6076ms</str>
   [junit4]   2>       <str name="userTime">10.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:134)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">11</long>
   [junit4]   2>       <str name="name">JUnit4-serializer-daemon</str>
   [junit4]   2>       <str name="state">TIMED_WAITING</str>
   [junit4]   2>       <str name="cpuTime">46.9138ms</str>
   [junit4]   2>       <str name="userTime">20.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.sleep(Native Method)</str>
   [junit4]   2>         <str>app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">23385</long>
   [junit4]   2>       <str name="name">ForkJoinPool.commonPool-worker-7</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">2.0656ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">26518</long>
   [junit4]   2>       <str name="name">Java2D Disposer</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.lang.ref.ReferenceQueue$Lock@6adb5a61</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.lang.ref.ReferenceQueue$Lock@6adb5a61</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">1.7948ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
   [junit4]   2>         <str>java.desktop@11.0.6/sun.java2d.Disposer.run(Disposer.java:144)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">32637</long>
   [junit4]   2>       <str name="name">ForkJoinPool.commonPool-worker-1</str>
   [junit4]   2>       <str name="state">TIMED_WAITING</str>
   [junit4]   2>       <str name="lock">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.util.concurrent.ForkJoinPool@fc6ff1b</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">1.9056ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:275)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1619)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">37694</long>
   [junit4]   2>       <str name="name">org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.lang.ref.ReferenceQueue$Lock@1845fde8</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.lang.ref.ReferenceQueue$Lock@1845fde8</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">0.2765ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Object.wait(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)</str>
   [junit4]   2>         <str>app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3762)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">37737</long>
   [junit4]   2>       <str name="name">solr-hdfs-threadpool-1</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.util.concurrent.ForkJoinPool@5629714a</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.util.concurrent.ForkJoinPool@5629714a</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">0.4315ms</str>
   [junit4]   2>       <str name="userTime">0.0000ms</str>
   [junit4]   2>       <arr name="stackTrace">
   [junit4]   2>         <str>java.base@11.0.6/jdk.internal.misc.Unsafe.park(Native Method)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1628)</str>
   [junit4]   2>         <str>java.base@11.0.6/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:177)</str>
   [junit4]   2>       </arr>
   [junit4]   2>     </lst>
   [junit4]   2>     <lst name="thread">
   [junit4]   2>       <long name="id">37738</long>
   [junit4]   2>       <str name="name">solr-hdfs-threadpool-2</str>
   [junit4]   2>       <str name="state">WAITING</str>
   [junit4]   2>       <str name="lock">java.util.concurrent.ForkJoinPool@5629714a</str>
   [junit4]   2>       <lst name="lock-waiting">
   [junit4]   2>         <str name="name">java.util.concurrent.ForkJoinPool@5629714a</str>
   [junit4]   2>         <null name="owner"/>
   [junit4]   2>       </lst>
   [junit4]   2>       <str name="cpuTime">0.3722ms</str>
   [junit4]   2>       <str name=...
   [junit4]   2> 2089579 INFO  (test-thread-monitor-blocked) [     ] o.a.s.h.a.ThreadDumpHandlerTest monitor now unblocked
   [junit4]   2> 2089580 INFO  (TEST-ThreadDumpHandlerTest.testMonitor-seed#[46738DE644644984]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testMonitor
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ThreadDumpHandlerTest -Dtests.method=testMonitor -Dtests.seed=46738

[...truncated too long message...]

/org.apache.solr.handler.admin.ThreadDumpHandlerTest$$Lambda$2265/0x0000000100af9040.run(Unknown Source)</str>
   [junit4]    >         <str>java.base@11.0.6/java.lang.Thread.run(Thread.java:834)</str>
   [junit4]    >       </arr>
   [junit4]    >     </lst>
   [junit4]    >     <lst name="thread">
   [junit4]    >       <long name="id">38959</long>
   [junit4]    >       <str name="name">test-thread-monitor-blocked</str>
   [junit4]    >       <str name="state">RUNNABLE</str>
   [junit4]    >       <str name="cpuTime">0.0871ms</str>
   [junit4]    >       <str name="userTime">0.0000ms</str>
   [junit4]    >       <arr name="stackTrace"/>
   [junit4]    >     </lst>
   [junit4]    >   </lst>
   [junit4]    > </lst>
   [junit4]    > </response>
   [junit4]    > 	request was:qt=/admin/threads&indent=true&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:1002)
   [junit4]    > 	... 41 more
   [junit4]   2> 2089582 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2089582 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=705409363
   [junit4]   2> 2089584 INFO  (coreCloseExecutor-26168-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@33db5694
   [junit4]   2> 2089584 INFO  (coreCloseExecutor-26168-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@33db5694
   [junit4]   2> 2089584 INFO  (coreCloseExecutor-26168-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3af237e7: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@7250fc15
   [junit4]   2> 2089606 INFO  (coreCloseExecutor-26168-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 2089607 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2089607 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@122d9097: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2cc9c10e
   [junit4]   2> 2089612 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 2089612 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@376942a6: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@8ed6df
   [junit4]   2> 2089614 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2089614 INFO  (SUITE-ThreadDumpHandlerTest-seed#[46738DE644644984]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6984bd01: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4826d2ce
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.admin.ThreadDumpHandlerTest_46738DE644644984-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=twq, timezone=Asia/Samarkand
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=70334088,total=384827392
   [junit4]   2> NOTE: All tests run in this JVM: [ClusterStateMockUtilTest, ZkCLITest, DOMUtilTest, IndexSchemaRuntimeFieldTest, SplitHandlerTest, TestSystemIdResolver, BlockDirectoryTest, TestSubQueryTransformer, ZookeeperStatusHandlerTest, MetricTriggerTest, PingRequestHandlerTest, ConcurrentCreateRoutedAliasTest, FacetPivotSmallTest, SolrMetricReporterTest, SolrIndexSplitterTest, TestExactSharedStatsCacheCloud, TestGraphTermsQParserPlugin, TestContainerPlugin, TestSimGenericDistributedQueue, TestLegacyFieldReuse, TestSolrFieldCacheBean, TestPackages, TestCoreContainer, TestStressLiveNodes, TestSuggestSpellingConverter, TestWordDelimiterFilterFactory, TestPullReplica, PrimitiveFieldTypeTest, SolrLogAuditLoggerPluginTest, CdcrVersionReplicationTest, TestHdfsCloudBackupRestore, TestReloadDeadlock, SolrCoreTest, TestSolrTestCaseJ4, AddReplicaTest, HdfsChaosMonkeySafeLeaderTest, CollectionPropsTest, BasicDistributedZk2Test, OverseerRolesTest, TestStressVersions, TestExactSharedStatsCache, HdfsBasicDistributedZk2Test, TestWaitForStateWithJettyShutdowns, TestSolrXml, HttpSolrCallGetCoreTest, TestSimClusterStateProvider, TestInitQParser, TestSQLHandlerNonCloud, RestartWhileUpdatingTest, UpdateLogTest, TestPKIAuthenticationPlugin, TestInfoStreamLogging, ResourceLoaderTest, TestUnifiedSolrHighlighterWithoutStoredId, TestRangeQuery, ZkDynamicConfigTest, TestStressRecovery, PackageManagerCLITest, FuzzySearchTest, DocExpirationUpdateProcessorFactoryTest, TestFieldTypeCollectionResource, TestCursorMarkWithoutUniqueKey, HdfsCollectionsAPIDistributedZkTest, SolrRequestParserTest, TestCloudPivotFacet, RandomizedTaggerTest, MetricsHistoryHandlerTest, PathHierarchyTokenizerFactoryTest, UUIDUpdateProcessorFallbackTest, ParsingFieldUpdateProcessorsTest, TestSimTriggerIntegration, TestDeprecatedFilters, ImplicitSnitchTest, ExitableDirectoryReaderTest, DistanceFunctionTest, TestMinHashQParser, SolrCmdDistributorTest, RankQParserPluginTest, IgnoreLargeDocumentProcessorFactoryTest, CoreAdminHandlerTest, TestNestedUpdateProcessor, NestedShardedAtomicUpdateTest, SplitShardTest, SolrCloudReportersTest, CdcrUpdateLogTest, TestJsonRequest, ClassificationUpdateProcessorIntegrationTest, TestSolr4Spatial2, TestConfigSetImmutable, HighlighterConfigTest, TestSkipOverseerOperations, TestPayloadScoreQParserPlugin, TestHttpShardHandlerFactory, TestEmbeddedSolrServerAdminHandler, DocumentBuilderTest, TestSort, TimeRoutedAliasUpdateProcessorTest, IndexSizeTriggerSizeEstimationTest, TaggingAttributeTest, TestSafeXMLParsing, TestTrieFacet, TestSerializedLuceneMatchVersion, PeerSyncWithBufferUpdatesTest, TestDynamicLoadingUrl, SubstringBytesRefFilterTest, TestXmlQParserPlugin, GraphQueryTest, TestMinMaxOnMultiValuedField, TestShardHandlerFactory, TestCircuitBreaker, AnalyticsQueryTest, AtomicUpdatesTest, OverseerStatusTest, TestBM25SimilarityFactory, TriLevelCompositeIdRoutingTest, DistributedFacetPivotSmallTest, TestMacros, TestCoreAdminApis, TestManagedSchemaThreadSafety, TriggerEventQueueTest, TestDistributedSearch, TestFilteredDocIdSet, TestSegmentSorting, SuggesterTSTTest, TestReplicationHandler, TestLazyCores, TestBlobHandler, CopyFieldTest, SolrCLIZkUtilsTest, SpatialHeatmapFacetsTest, DefaultValueUpdateProcessorTest, TestPerFieldSimilarity, HdfsRecoveryZkTest, BasicFunctionalityTest, DeleteShardTest, TestJsonRangeFacets, NodeLostTriggerIntegrationTest, AdminHandlersProxyTest, TestSchemaResource, TestCodecSupport, TestLegacyFieldCache, SpellCheckComponentTest, IndexSizeEstimatorTest, TestRecovery, TestSchemaField, TestSolrDeletionPolicy1, TestHighlightDedupGrouping, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrTestCaseJ4Test, TestDocumentBuilder, TestRandomDVFaceting, TestSimpleTrackingShardHandler, ConnectionReuseTest, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedQueueTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderFailoverAfterPartitionTest, MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, RecoveryAfterSoftCommitTest, ReplaceNodeNoTargetTest, RoutingToNodesWithPropertiesTest, ShardRoutingTest, TestCloudConsistency, TestDistributedMap, TestExactStatsCacheCloud, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterSSL, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, ZkControllerTest, ZkFailoverTest, ZkNodePropsTest, ZkShardTermsTest, AssignTest, AsyncCallRequestStatusResponseTest, CollectionTooManyReplicasTest, ConcurrentCreateCollectionTest, ConcurrentDeleteAndCreateCollectionTest, ShardSplitTest, RestoreTriggerStateTest, SystemLogListenerTest, TestSimExecutePlanAction, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSnapshotCloudManager, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, TestClusterStateMutator, ZkCollectionPropsCachingTest, ConfigureRecoveryStrategyTest, CoreSorterTest, HdfsDirectoryFactoryTest, PluginInfoTest, QueryResultKeyTest, TestConfigSetProperties, TestCoreDiscovery, TestSolrDeletionPolicy2, TestDistribPackageStore, TestReqParamsAPI, TestStressThreadBackup, TestSystemCollAutoCreate, CoreAdminOperationTest, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, LoggingHandlerTest, LukeRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, SystemInfoHandlerTest, TestApiFramework, ThreadDumpHandlerTest]
   [junit4] Completed [663/917 (1!)] on J1 in 1.89s, 2 tests, 1 error <<< FAILURES!

[...truncated 52839 lines...]