You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2022/01/02 01:29:04 UTC

[JENKINS] Solr-main-MacOSX (64bit/jdk-16) - Build # 562 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/562/
Java: 64bit/jdk-16 -XX:+UseCompressedOops -XX:+UseParallelGC

8 tests failed.
FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.solrExporterDurationMetric

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([5E87C83853020319:E582B374CD9F36EA]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.jvmMetrics

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([5E87C83853020319:8D33F5D746ECCF8D]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.pingAllCollectionsAndCoresAreAvailable

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([5E87C83853020319:B61CA617924C43CB]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.collectionMetrics

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([5E87C83853020319:28D8B77D6E662B5A]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.jsonFacetMetrics

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="https://127.0.0.1:58588/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([5E87C83853020319:6DD23FB605D98527]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.test

Error Message:
java.lang.AssertionError: {
  "responseHeader":{
    "status":500,
    "QTime":30271},
  "errorMessages":["4 out of 5 the property overlay to be of version 7 within 30 seconds! Failed cores: [http://127.0.0.1:50398/collection1_shard2_replica_n2/, http://127.0.0.1:50386/collection1_shard2_replica_n5/, http://127.0.0.1:50394/collection1_shard1_replica_n1/, http://127.0.0.1:50407/collection1_shard1_replica_n6/]\n"],
  "WARNING":"This response format is experimental.  It is likely to change in the future.",
  "error":{
    "metadata":[
      "error-class","org.apache.solr.common.SolrException",
      "root-error-class","org.apache.solr.common.SolrException"],
    "msg":"4 out of 5 the property overlay to be of version 7 within 30 seconds! Failed cores: [http://127.0.0.1:50398/collection1_shard2_replica_n2/, http://127.0.0.1:50386/collection1_shard2_replica_n5/, http://127.0.0.1:50394/collection1_shard1_replica_n1/, http://127.0.0.1:50407/collection1_shard1_replica_n6/]",
    "trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 7 within 30 seconds! Failed cores: [http://127.0.0.1:50398/collection1_shard2_replica_n2/, http://127.0.0.1:50386/collection1_shard2_replica_n5/, http://127.0.0.1:50394/collection1_shard1_replica_n1/, http://127.0.0.1:50407/collection1_shard1_replica_n6/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:812)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:534)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:366)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2639)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:824)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:564)\n\tat org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)\n\tat org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)\n\tat org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)\n\tat org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:516)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)\n\tat org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)\n\tat java.base/java.lang.Thread.run(Thread.java:831)\n",
    "code":500}}
 expected null, but was:<[4 out of 5 the property overlay to be of version 7 within 30 seconds! Failed cores: [http://127.0.0.1:50398/collection1_shard2_replica_n2/, http://127.0.0.1:50386/collection1_shard2_replica_n5/, http://127.0.0.1:50394/collection1_shard1_replica_n1/, http://127.0.0.1:50407/collection1_shard1_replica_n6/]
]>

Stack Trace:
java.lang.AssertionError: {
  "responseHeader":{
    "status":500,
    "QTime":30271},
  "errorMessages":["4 out of 5 the property overlay to be of version 7 within 30 seconds! Failed cores: [http://127.0.0.1:50398/collection1_shard2_replica_n2/, http://127.0.0.1:50386/collection1_shard2_replica_n5/, http://127.0.0.1:50394/collection1_shard1_replica_n1/, http://127.0.0.1:50407/collection1_shard1_replica_n6/]\n"],
  "WARNING":"This response format is experimental.  It is likely to change in the future.",
  "error":{
    "metadata":[
      "error-class","org.apache.solr.common.SolrException",
      "root-error-class","org.apache.solr.common.SolrException"],
    "msg":"4 out of 5 the property overlay to be of version 7 within 30 seconds! Failed cores: [http://127.0.0.1:50398/collection1_shard2_replica_n2/, http://127.0.0.1:50386/collection1_shard2_replica_n5/, http://127.0.0.1:50394/collection1_shard1_replica_n1/, http://127.0.0.1:50407/collection1_shard1_replica_n6/]",
    "trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 7 within 30 seconds! Failed cores: [http://127.0.0.1:50398/collection1_shard2_replica_n2/, http://127.0.0.1:50386/collection1_shard2_replica_n5/, http://127.0.0.1:50394/collection1_shard1_replica_n1/, http://127.0.0.1:50407/collection1_shard1_replica_n6/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:812)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:534)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:366)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2639)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:824)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:564)\n\tat org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:218)\n\tat org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:189)\n\tat org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:232)\n\tat org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:208)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:187)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:171)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:189)\n\tat org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)\n\tat org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:713)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:516)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:400)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:645)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:392)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)\n\tat org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)\n\tat java.base/java.lang.Thread.run(Thread.java:831)\n",
    "code":500}}
 expected null, but was:<[4 out of 5 the property overlay to be of version 7 within 30 seconds! Failed cores: [http://127.0.0.1:50398/collection1_shard2_replica_n2/, http://127.0.0.1:50386/collection1_shard2_replica_n5/, http://127.0.0.1:50394/collection1_shard1_replica_n1/, http://127.0.0.1:50407/collection1_shard1_replica_n6/]
]>
	at __randomizedtesting.SeedInfo.seed([5E87C83853020319:D6D3F7E2FDFE6EE1]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotNull(Assert.java:756)
	at org.junit.Assert.assertNull(Assert.java:738)
	at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:224)
	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:359)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:80)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:50)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1052)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 
   1) Thread[id=6483, name=searcherExecutor-3343-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   2) Thread[id=5382, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/java.net.InetAddress.getLocalHost(InetAddress.java:1614)
        at app//org.apache.solr.handler.admin.SystemInfoHandler.initHostname(SystemInfoHandler.java:114)
        at app//org.apache.solr.handler.admin.SystemInfoHandler.<init>(SystemInfoHandler.java:101)
        at app//org.apache.solr.handler.admin.SystemInfoHandler.<init>(SystemInfoHandler.java:95)
        at jdk.internal.reflect.GeneratedConstructorAccessor212.newInstance(Unknown Source)
        at java.base@16/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
        at java.base@16/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
        at java.base@16/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
        at app//org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:586)
        at app//org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:569)
        at app//org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:562)
        at app//org.apache.solr.core.SolrCore.createInstance(SolrCore.java:888)
        at app//org.apache.solr.core.PluginBag.createPlugin(PluginBag.java:131)
        at app//org.apache.solr.core.PluginBag.init(PluginBag.java:277)
        at app//org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1049)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   3) Thread[id=5390, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.retrieve(Repository.java:484)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1077)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:534)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:574)
        at app//com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:527)
        at app//com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:521)
        at app//com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:154)
        at app//org.apache.solr.metrics.SolrMetricManager.registerMetric(SolrMetricManager.java:748)
        at app//org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:794)
        at app//org.apache.solr.metrics.SolrMetricsContext.gauge(SolrMetricsContext.java:163)
        at app//org.apache.solr.handler.RequestHandlerBase.initializeMetrics(RequestHandlerBase.java:162)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.registerMetricProducer(SolrCoreMetricManager.java:126)
        at app//org.apache.solr.core.SolrCore.registerInfoBean(SolrCore.java:3172)
        at app//org.apache.solr.core.PluginBag.registerMBean(PluginBag.java:312)
        at app//org.apache.solr.core.PluginBag.put(PluginBag.java:232)
        at app//org.apache.solr.core.PluginBag.init(PluginBag.java:280)
        at app//org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1049)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   4) Thread[id=5396, name=SolrConfigHandler-refreshconf, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.query(Repository.java:525)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeansImpl(DefaultMBeanServerInterceptor.java:507)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeans(DefaultMBeanServerInterceptor.java:476)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.queryMBeans(JmxMBeanServer.java:592)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:555)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:231)
        at app//org.apache.solr.handler.SolrConfigHandler$Command$$Lambda$2041/0x00000008019e8000.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   5) Thread[id=5381, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:415)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1855)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:955)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:890)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:320)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:536)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:574)
        at app//com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:527)
        at app//com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:521)
        at app//com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:154)
        at app//org.apache.solr.metrics.SolrMetricManager.registerMetric(SolrMetricManager.java:748)
        at app//org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:794)
        at app//org.apache.solr.metrics.SolrMetricsContext.gauge(SolrMetricsContext.java:163)
        at app//org.apache.solr.handler.RequestHandlerBase.initializeMetrics(RequestHandlerBase.java:162)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.registerMetricProducer(SolrCoreMetricManager.java:126)
        at app//org.apache.solr.core.SolrCore.registerInfoBean(SolrCore.java:3172)
        at app//org.apache.solr.core.PluginBag.registerMBean(PluginBag.java:312)
        at app//org.apache.solr.core.PluginBag.put(PluginBag.java:232)
        at app//org.apache.solr.core.PluginBag.init(PluginBag.java:280)
        at app//org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1049)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   6) Thread[id=5398, name=SolrConfigHandler-refreshconf, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/java.security.AccessController.getStackAccessControlContext(Native Method)
        at java.base@16/java.security.AccessController.checkPermission(AccessController.java:1010)
        at java.base@16/java.lang.SecurityManager.checkPermission(SecurityManager.java:408)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1787)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1770)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:426)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:560)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:231)
        at app//org.apache.solr.handler.SolrConfigHandler$Command$$Lambda$2041/0x00000008019e8000.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   7) Thread[id=6477, name=searcherExecutor-3330-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 
   1) Thread[id=6483, name=searcherExecutor-3343-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   2) Thread[id=5382, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/java.net.InetAddress.getLocalHost(InetAddress.java:1614)
        at app//org.apache.solr.handler.admin.SystemInfoHandler.initHostname(SystemInfoHandler.java:114)
        at app//org.apache.solr.handler.admin.SystemInfoHandler.<init>(SystemInfoHandler.java:101)
        at app//org.apache.solr.handler.admin.SystemInfoHandler.<init>(SystemInfoHandler.java:95)
        at jdk.internal.reflect.GeneratedConstructorAccessor212.newInstance(Unknown Source)
        at java.base@16/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
        at java.base@16/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
        at java.base@16/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
        at app//org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:586)
        at app//org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:569)
        at app//org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:562)
        at app//org.apache.solr.core.SolrCore.createInstance(SolrCore.java:888)
        at app//org.apache.solr.core.PluginBag.createPlugin(PluginBag.java:131)
        at app//org.apache.solr.core.PluginBag.init(PluginBag.java:277)
        at app//org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1049)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   3) Thread[id=5390, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.retrieve(Repository.java:484)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1077)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:534)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:574)
        at app//com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:527)
        at app//com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:521)
        at app//com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:154)
        at app//org.apache.solr.metrics.SolrMetricManager.registerMetric(SolrMetricManager.java:748)
        at app//org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:794)
        at app//org.apache.solr.metrics.SolrMetricsContext.gauge(SolrMetricsContext.java:163)
        at app//org.apache.solr.handler.RequestHandlerBase.initializeMetrics(RequestHandlerBase.java:162)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.registerMetricProducer(SolrCoreMetricManager.java:126)
        at app//org.apache.solr.core.SolrCore.registerInfoBean(SolrCore.java:3172)
        at app//org.apache.solr.core.PluginBag.registerMBean(PluginBag.java:312)
        at app//org.apache.solr.core.PluginBag.put(PluginBag.java:232)
        at app//org.apache.solr.core.PluginBag.init(PluginBag.java:280)
        at app//org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1049)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   4) Thread[id=5396, name=SolrConfigHandler-refreshconf, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.query(Repository.java:525)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeansImpl(DefaultMBeanServerInterceptor.java:507)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeans(DefaultMBeanServerInterceptor.java:476)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.queryMBeans(JmxMBeanServer.java:592)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:555)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:231)
        at app//org.apache.solr.handler.SolrConfigHandler$Command$$Lambda$2041/0x00000008019e8000.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   5) Thread[id=5381, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:415)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1855)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:955)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:890)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:320)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:536)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:574)
        at app//com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:527)
        at app//com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:521)
        at app//com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:154)
        at app//org.apache.solr.metrics.SolrMetricManager.registerMetric(SolrMetricManager.java:748)
        at app//org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:794)
        at app//org.apache.solr.metrics.SolrMetricsContext.gauge(SolrMetricsContext.java:163)
        at app//org.apache.solr.handler.RequestHandlerBase.initializeMetrics(RequestHandlerBase.java:162)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.registerMetricProducer(SolrCoreMetricManager.java:126)
        at app//org.apache.solr.core.SolrCore.registerInfoBean(SolrCore.java:3172)
        at app//org.apache.solr.core.PluginBag.registerMBean(PluginBag.java:312)
        at app//org.apache.solr.core.PluginBag.put(PluginBag.java:232)
        at app//org.apache.solr.core.PluginBag.init(PluginBag.java:280)
        at app//org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1049)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   6) Thread[id=5398, name=SolrConfigHandler-refreshconf, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/java.security.AccessController.getStackAccessControlContext(Native Method)
        at java.base@16/java.security.AccessController.checkPermission(AccessController.java:1010)
        at java.base@16/java.lang.SecurityManager.checkPermission(SecurityManager.java:408)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1787)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1770)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:426)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:560)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:231)
        at app//org.apache.solr.handler.SolrConfigHandler$Command$$Lambda$2041/0x00000008019e8000.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   7) Thread[id=6477, name=searcherExecutor-3330-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
	at __randomizedtesting.SeedInfo.seed([5E87C83853020319]:0)


FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=6483, name=searcherExecutor-3343-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   2) Thread[id=5382, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.query(Repository.java:525)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeansImpl(DefaultMBeanServerInterceptor.java:507)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeans(DefaultMBeanServerInterceptor.java:476)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.queryMBeans(JmxMBeanServer.java:592)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:555)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   3) Thread[id=5390, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.remove(Repository.java:619)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterFromRepository(DefaultMBeanServerInterceptor.java:1896)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:444)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:560)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   4) Thread[id=5396, name=SolrConfigHandler-refreshconf, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.remove(Repository.java:619)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterFromRepository(DefaultMBeanServerInterceptor.java:1896)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:444)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:560)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:231)
        at app//org.apache.solr.handler.SolrConfigHandler$Command$$Lambda$2041/0x00000008019e8000.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   5) Thread[id=5381, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.query(Repository.java:525)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeansImpl(DefaultMBeanServerInterceptor.java:507)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeans(DefaultMBeanServerInterceptor.java:476)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.queryMBeans(JmxMBeanServer.java:592)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:555)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   6) Thread[id=5398, name=SolrConfigHandler-refreshconf, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.retrieve(Repository.java:484)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1077)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:560)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:231)
        at app//org.apache.solr.handler.SolrConfigHandler$Command$$Lambda$2041/0x00000008019e8000.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   7) Thread[id=6477, name=searcherExecutor-3330-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=6483, name=searcherExecutor-3343-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   2) Thread[id=5382, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.query(Repository.java:525)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeansImpl(DefaultMBeanServerInterceptor.java:507)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeans(DefaultMBeanServerInterceptor.java:476)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.queryMBeans(JmxMBeanServer.java:592)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:555)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   3) Thread[id=5390, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.remove(Repository.java:619)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterFromRepository(DefaultMBeanServerInterceptor.java:1896)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:444)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:560)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   4) Thread[id=5396, name=SolrConfigHandler-refreshconf, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:937)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.remove(Repository.java:619)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterFromRepository(DefaultMBeanServerInterceptor.java:1896)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:444)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:560)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:231)
        at app//org.apache.solr.handler.SolrConfigHandler$Command$$Lambda$2041/0x00000008019e8000.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   5) Thread[id=5381, name=ZKEventListenerThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.query(Repository.java:525)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeansImpl(DefaultMBeanServerInterceptor.java:507)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeans(DefaultMBeanServerInterceptor.java:476)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.queryMBeans(JmxMBeanServer.java:592)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:555)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$2037/0x00000008019f3400.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   6) Thread[id=5398, name=SolrConfigHandler-refreshconf, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:714)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1026)
        at java.base@16/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738)
        at java.management@16/com.sun.jmx.mbeanserver.Repository.retrieve(Repository.java:484)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1077)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
        at java.management@16/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
        at java.management@16/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterMBean(JmxMetricsReporter.java:560)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.unregisterAll(JmxMetricsReporter.java:709)
        at app//org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.close(JmxMetricsReporter.java:759)
        at app//org.apache.solr.metrics.reporters.SolrJmxReporter.close(SolrJmxReporter.java:129)
        at app//org.apache.solr.metrics.SolrMetricManager.lambda$closeReporters$5(SolrMetricManager.java:1157)
        at app//org.apache.solr.metrics.SolrMetricManager$$Lambda$1821/0x000000080183f108.accept(Unknown Source)
        at java.base@16/java.lang.Iterable.forEach(Iterable.java:75)
        at app//org.apache.solr.metrics.SolrMetricManager.closeReporters(SolrMetricManager.java:1151)
        at app//org.apache.solr.metrics.SolrCoreMetricManager.close(SolrCoreMetricManager.java:145)
        at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1597)
        at app//org.apache.solr.core.SolrCore.<init>(SolrCore.java:1107)
        at app//org.apache.solr.core.SolrCore.reload(SolrCore.java:746)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1712)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$703/0x00000008012528c8.run(Unknown Source)
        at app//org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:231)
        at app//org.apache.solr.handler.SolrConfigHandler$Command$$Lambda$2041/0x00000008019e8000.run(Unknown Source)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
   7) Thread[id=6477, name=searcherExecutor-3330-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.base@16/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:505)
        at java.base@16/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
        at java.base@16/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1614)
        at java.base@16/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
        at java.base@16/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
        at java.base@16/java.lang.Thread.run(Thread.java:831)
	at __randomizedtesting.SeedInfo.seed([5E87C83853020319]:0)

[JENKINS] Solr-main-MacOSX (64bit/jdk-16) - Build # 564 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/564/
Java: 64bit/jdk-16 -XX:+UseCompressedOops -XX:+UseParallelGC

8 tests failed.
FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
java.lang.Exception: Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E190584649026FFD]:0)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.classMethod

Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E190584649026FFD]:0)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.jvmMetrics

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52588/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52588/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([E190584649026FFD:322465A95CECA369]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.jsonFacetMetrics

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52585/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52585/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([E190584649026FFD:D2C5AFC81FD9E9C3]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.collectionMetrics

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52585/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52585/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([E190584649026FFD:97CF2703746647BE]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.pingAllCollectionsAndCoresAreAvailable

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52585/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52585/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([E190584649026FFD:90B3669884C2F2F]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.solrExporterDurationMetric

Error Message:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52585/solr",} 0.0 expected:<2> but was:<5>

Stack Trace:
java.lang.AssertionError: Metric must have name and value: solr_metrics_jvm_buffers{pool="mapped - 'non-volatile memory'",base_url="http://127.0.0.1:52585/solr",} 0.0 expected:<2> but was:<5>
	at __randomizedtesting.SeedInfo.seed([E190584649026FFD:5A95230AD79F5A0E]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.getAllMetrics(SolrExporterTestBase.java:110)
	at org.apache.solr.prometheus.exporter.SolrExporterTestBase.startMetricsExporterWithConfiguration(SolrExporterTestBase.java:79)
	at org.apache.solr.prometheus.exporter.SolrExporterIntegrationTest.setUp(SolrExporterIntegrationTest.java:34)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:976)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:831)


FAILED:  org.apache.solr.cloud.HttpPartitionOnCommitTest.test

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56031/u_o: Underlying core creation failed while creating collection: c8n_1x3_commits

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56031/u_o: Underlying core creation failed while creating collection: c8n_1x3_commits
	at __randomizedtesting.SeedInfo.seed([E190584649026FFD:69C4679CE7FE0205]:0)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:668)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:239)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:222)
	at app//org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
	at app//org.apache.solr.cloud.BasicDistributedZkTest.createCollection(BasicDistributedZkTest.java:807)
	at app//org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1747)
	at app//org.apache.solr.cloud.HttpPartitionOnCommitTest.oneShardTest(HttpPartitionOnCommitTest.java:125)
	at app//org.apache.solr.cloud.HttpPartitionOnCommitTest.test(HttpPartitionOnCommitTest.java:66)
	at java.base@16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@16/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:78)
	at java.base@16/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@16/java.lang.reflect.Method.invoke(Method.java:567)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
	at app//org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1052)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:44)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base@16/java.lang.Thread.run(Thread.java:831)

[JENKINS] Solr-main-MacOSX (64bit/jdk-11.0.13) - Build # 563 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/563/
Java: 64bit/jdk-11.0.13 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.handler.designer.TestSchemaDesignerSettingsDAO.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.designer.TestSchemaDesignerSettingsDAO: 
   1) Thread[id=4867, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestSchemaDesignerSettingsDAO]
        at java.base@11.0.13/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:156)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:89)
        at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:343)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:82)
        at app//org.apache.lucene.analysis.AbstractAnalysisFactory.getLines(AbstractAnalysisFactory.java:302)
        at app//org.apache.lucene.analysis.AbstractAnalysisFactory.getWordSet(AbstractAnalysisFactory.java:293)
        at app//org.apache.lucene.analysis.util.ElisionFilterFactory.inform(ElisionFilterFactory.java:73)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:722)
        at app//org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1353)
        at app//org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsForFieldType(ManagedIndexSchema.java:1206)
        at app//org.apache.solr.schema.ManagedIndexSchema.postReadInform(ManagedIndexSchema.java:1191)
        at app//org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:615)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:177)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:108)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:244)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:51)
        at app//org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:316)
        at app//org.apache.solr.core.ConfigSetService.lambda$loadConfigSet$0(ConfigSetService.java:247)
        at app//org.apache.solr.core.ConfigSetService$$Lambda$379/0x0000000800587840.get(Unknown Source)
        at app//org.apache.solr.core.ConfigSet.<init>(ConfigSet.java:46)
        at app//org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:247)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1708)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$801/0x00000008008bcc40.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$875/0x0000000800922c40.run(Unknown Source)
        at java.base@11.0.13/java.lang.Thread.run(Thread.java:829)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.designer.TestSchemaDesignerSettingsDAO: 
   1) Thread[id=4867, name=ZKEventListenerThread, state=TIMED_WAITING, group=TGRP-TestSchemaDesignerSettingsDAO]
        at java.base@11.0.13/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:156)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:89)
        at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:343)
        at app//org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:82)
        at app//org.apache.lucene.analysis.AbstractAnalysisFactory.getLines(AbstractAnalysisFactory.java:302)
        at app//org.apache.lucene.analysis.AbstractAnalysisFactory.getWordSet(AbstractAnalysisFactory.java:293)
        at app//org.apache.lucene.analysis.util.ElisionFilterFactory.inform(ElisionFilterFactory.java:73)
        at app//org.apache.solr.core.SolrResourceLoader.informAware(SolrResourceLoader.java:722)
        at app//org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1353)
        at app//org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsForFieldType(ManagedIndexSchema.java:1206)
        at app//org.apache.solr.schema.ManagedIndexSchema.postReadInform(ManagedIndexSchema.java:1191)
        at app//org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:615)
        at app//org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:177)
        at app//org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:108)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:244)
        at app//org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:51)
        at app//org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:316)
        at app//org.apache.solr.core.ConfigSetService.lambda$loadConfigSet$0(ConfigSetService.java:247)
        at app//org.apache.solr.core.ConfigSetService$$Lambda$379/0x0000000800587840.get(Unknown Source)
        at app//org.apache.solr.core.ConfigSet.<init>(ConfigSet.java:46)
        at app//org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:247)
        at app//org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1708)
        at app//org.apache.solr.core.SolrCore.lambda$getConfListener$21(SolrCore.java:3140)
        at app//org.apache.solr.core.SolrCore$$Lambda$801/0x00000008008bcc40.run(Unknown Source)
        at app//org.apache.solr.cloud.ZkController.lambda$fireEventListeners$17(ZkController.java:2473)
        at app//org.apache.solr.cloud.ZkController$$Lambda$875/0x0000000800922c40.run(Unknown Source)
        at java.base@11.0.13/java.lang.Thread.run(Thread.java:829)
	at __randomizedtesting.SeedInfo.seed([2C05685286CBE80B]:0)