You are viewing a plain text version of this content. The canonical link for it is here.

Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2024/07/09 10:11:27 UTC

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-19) - Build # 19216 - Still unstable!

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19216/
Java: 64bit/hotspot/jdk-19 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([5F3548D00F329FF4:577F9BC55C62D284]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([5F3548D00F329FF4:DE2525F976977002]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-17.0.8) - Build # 19275 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19275/
Java: 64bit/openj9/jdk-17.0.8 -XX:+UseCompressedOops -Xgcpolicy:gencon

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([6D036E201BF3091B:EC1303096256E6ED]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-19) - Build # 19274 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19274/
Java: 64bit/hotspot/jdk-19 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([6A83419DC2594868:62C9928891090518]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>
	at __randomizedtesting.SeedInfo.seed([6A83419DC2594868:EB932CB4BBFCA79E]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19273 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19273/
Java: 64bit/hotspot/jdk-11.0.21 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([FB8C4A76261D23DF:F3C69963754D6EAF]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([FB8C4A76261D23DF:7A9C275F5FB8CC29]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-19) - Build # 19272 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19272/
Java: 64bit/hotspot/jdk-19 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.gcs.GCSIncrementalBackupTest.testSkipConfigset

Error Message:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([B0722EF56C97A8C4:BB8BB1FCF4D5FED3]:0)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1131)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSkipConfigset(AbstractIncrementalBackupTest.java:418)
	at java.base@19/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@19/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@19/java.lang.Thread.run(Thread.java:1589)


FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3801088.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3801088.0>
	at __randomizedtesting.SeedInfo.seed([B0722EF56C97A8C4:B838FDE03FC7E5B4]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([B0722EF56C97A8C4:316243DC15324732]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-20.0.2) - Build # 19271 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19271/
Java: 64bit/openj9/jdk-20.0.2 -XX:+UseCompressedOops -Xgcpolicy:optthruput

2 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testCustomProperties

Error Message:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([8B371766C0DBFA96:996C54B7C1AE8E43]:0)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1131)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testCustomProperties(LocalFSCloudIncrementalBackupTest.java:150)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([8B371766C0DBFA96:A277A4FB97E1560]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-17.0.9) - Build # 19270 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19270/
Java: 64bit/hotspot/jdk-17.0.9 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3473408.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3473408.0>
	at __randomizedtesting.SeedInfo.seed([35C6381BB321FAAB:3D8CEB0EE071B7DB]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>
	at __randomizedtesting.SeedInfo.seed([35C6381BB321FAAB:B4D65532CA84155D]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-17.0.8) - Build # 19269 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19269/
Java: 64bit/openj9/jdk-17.0.8 -XX:-UseCompressedOops -Xgcpolicy:optthruput

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([42D16C0E44D07D30:C3C101273D7592C6]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.1) - Build # 19268 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19268/
Java: 64bit/hotspot/jdk-21.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([2D1E64BE9584B746:2554B7ABC6D4FA36]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([2D1E64BE9584B746:AC0E0997EC2158B0]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-20.0.2) - Build # 19267 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19267/
Java: 64bit/openj9/jdk-20.0.2 -XX:+UseCompressedOops -Xgcpolicy:optthruput

2 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testNullStream

Error Message:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:38497/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:38497/solr
	at __randomizedtesting.SeedInfo.seed([2E00D4F04A7D4DCC:363998015FB682B8]:0)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:726)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1138)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:229)
	at app//org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.cleanIndex(StreamDecoratorTest.java:128)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:980)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base@20.0.2/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:278)
	at java.base@20.0.2/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:304)
	at java.base@20.0.2/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:345)
	at java.base@20.0.2/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:794)
	at java.base@20.0.2/java.net.Socket$SocketInputStream.read(Socket.java:1025)
	at app//org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at app//org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at app//org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at app//org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at app//org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at app//org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at app//org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at app//org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at app//org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at app//org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at app//org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at app//org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at app//org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at app//org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at app//org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at app//org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at app//org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:573)
	... 53 more


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([2E00D4F04A7D4DCC:AF10B9D933D8A23A]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-17.0.8) - Build # 19266 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19266/
Java: 64bit/openj9/jdk-17.0.8 -XX:-UseCompressedOops -Xgcpolicy:optthruput

2 tests failed.
FAILED:  org.apache.solr.client.solrj.TestLBHttp2SolrClient.testReliability

Error Message:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:40823/solr/collection1/select

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:40823/solr/collection1/select
	at __randomizedtesting.SeedInfo.seed([F66914025C735FD:CEAE4C0684A1E454]:0)
	at app//org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:511)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:691)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:659)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:940)
	at app//org.apache.solr.client.solrj.TestLBHttp2SolrClient.testReliability(TestLBHttp2SolrClient.java:216)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)
Caused by: java.util.concurrent.TimeoutException
	at app//org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:214)
	at app//org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:502)
	... 52 more


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([F66914025C735FD:8E76FC695C62DA0B]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-11.0.20) - Build # 19265 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19265/
Java: 64bit/openj9/jdk-11.0.20 -XX:+UseCompressedOops -Xgcpolicy:gencon

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([B7C11619F58BFB2F:36D17B308C2E14D9]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19264 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19264/
Java: 64bit/hotspot/jdk-11.0.21 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([5730F6CAD8B1B843:5F7A25DF8BE1F533]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<..."committed",space="C[odeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<..."committed",space="C[MS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<..."committed",space="C[odeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<..."committed",space="C[MS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([5730F6CAD8B1B843:D6209BE3A11457B5]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19263 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19263/
Java: 64bit/hotspot/jdk-11.0.21 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([DB91E660F6063651:D3DB3575A5567B21]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>
	at __randomizedtesting.SeedInfo.seed([DB91E660F6063651:5A818B498FA3D9A7]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.1) - Build # 19262 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19262/
Java: 64bit/hotspot/jdk-21.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([E082CD691C19C6E3:E8C81E7C4F498B93]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([E082CD691C19C6E3:6192A04065BC2915]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-19) - Build # 19261 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19261/
Java: 64bit/hotspot/jdk-19 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([406F9AE5B26FCE3F:482549F0E13F834F]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([406F9AE5B26FCE3F:C17FF7CCCBCA21C9]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-17.0.9) - Build # 19260 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19260/
Java: 64bit/hotspot/jdk-17.0.9 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplicaErrorHandling.testCloseHooksDeletedOnReconnect

Error Message:
java.lang.AssertionError: expected:<5> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<3>
	at __randomizedtesting.SeedInfo.seed([8EE34BF2BE817F9F:FF24CF91F882F12B]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.TestPullReplicaErrorHandling.testCloseHooksDeletedOnReconnect(TestPullReplicaErrorHandling.java:261)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.search.TestReRankQParserPlugin.testMinExactCount

Error Message:
java.lang.AssertionError: REQUEST FAILED: xpath=//result/doc[2]/str[@name='id'][.='0']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">14</int></lst><result name="response" numFound="200" start="0" maxScore="0.0011321187" numFoundExact="true"><doc><str name="id">10</str><float name="score">4.4537134</float></doc><doc><str name="id">11</str><float name="score">0.0011321187</float></doc><doc><str name="id">12</str><float name="score">0.0011321187</float></doc><doc><str name="id">13</str><float name="score">0.0011321187</float></doc><doc><str name="id">14</str><float name="score">0.0011321187</float></doc><doc><str name="id">15</str><float name="score">0.0011321187</float></doc><doc><str name="id">16</str><float name="score">0.0011321187</float></doc><doc><str name="id">17</str><float name="score">0.0011321187</float></doc><doc><str name="id">18</str><float name="score">0.0011321187</float></doc><doc><str name="id">19</str><float name="score">0.0011321187</float></doc></result>
</response>

	request was:q=field_t:0&start=0&rows=10&fl=id,score&sort=score+desc,+id_p_i+asc&rq={!rerank+reRankQuery%3D$rrq+reRankDocs%3D20}&rrq=id:10

Stack Trace:
java.lang.AssertionError: REQUEST FAILED: xpath=//result/doc[2]/str[@name='id'][.='0']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">14</int></lst><result name="response" numFound="200" start="0" maxScore="0.0011321187" numFoundExact="true"><doc><str name="id">10</str><float name="score">4.4537134</float></doc><doc><str name="id">11</str><float name="score">0.0011321187</float></doc><doc><str name="id">12</str><float name="score">0.0011321187</float></doc><doc><str name="id">13</str><float name="score">0.0011321187</float></doc><doc><str name="id">14</str><float name="score">0.0011321187</float></doc><doc><str name="id">15</str><float name="score">0.0011321187</float></doc><doc><str name="id">16</str><float name="score">0.0011321187</float></doc><doc><str name="id">17</str><float name="score">0.0011321187</float></doc><doc><str name="id">18</str><float name="score">0.0011321187</float></doc><doc><str name="id">19</str><float name="score">0.0011321187</float></doc></result>
</response>

	request was:q=field_t:0&start=0&rows=10&fl=id,score&sort=score+desc,+id_p_i+asc&rq={!rerank+reRankQuery%3D$rrq+reRankDocs%3D20}&rrq=id:10
	at __randomizedtesting.SeedInfo.seed([8EE34BF2BE817F9F:FB63716A515C81E8]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:982)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:946)
	at org.apache.solr.search.TestReRankQParserPlugin.testMinExactCount(TestReRankQParserPlugin.java:1047)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>
	at __randomizedtesting.SeedInfo.seed([8EE34BF2BE817F9F:86A998E7EDD132EF]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([8EE34BF2BE817F9F:FF326DBC7249069]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-17.0.9) - Build # 19259 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19259/
Java: 64bit/hotspot/jdk-17.0.9 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3473408.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3473408.0>
	at __randomizedtesting.SeedInfo.seed([AD7CB3B63D283989:A53660A36E7874F9]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>
	at __randomizedtesting.SeedInfo.seed([AD7CB3B63D283989:2C6CDE9F448DD67F]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19258 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19258/
Java: 64bit/hotspot/jdk-11.0.21 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.hdfs.update.TestHdfsUpdateLog.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.lucene.store.NRTCachingDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:411)
	at org.apache.solr.hdfs.update.HdfsUpdateLog.initTlogDir(HdfsUpdateLog.java:111)
	at org.apache.solr.update.UpdateLog.init(UpdateLog.java:462)
	at org.apache.solr.update.UpdateHandler.initUlog(UpdateHandler.java:196)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:160)
	at jdk.internal.reflect.GeneratedConstructorAccessor269.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:944)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:1041)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1285)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1171)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1054)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1740)
	at org.apache.solr.core.CoreContainer.lambda$loadInternal$12(CoreContainer.java:1071)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:330)
	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118)
	at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
	at org.apache.solr.core.CoreContainer.loadInternal(CoreContainer.java:1062)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:776)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:189)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:157)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:165)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:796)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:783)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:629)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:616)
	at org.apache.solr.hdfs.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	... 1 more

org.apache.lucene.store.NRTCachingDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:411)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:108)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:902)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1131)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1054)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1740)
	at org.apache.solr.core.CoreContainer.lambda$loadInternal$12(CoreContainer.java:1071)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:330)
	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118)
	at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
	at org.apache.solr.core.CoreContainer.loadInternal(CoreContainer.java:1062)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:776)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:189)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:157)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:165)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:796)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:783)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:629)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:616)
	at org.apache.solr.hdfs.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	... 1 more

 expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.lucene.store.NRTCachingDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:411)
	at org.apache.solr.hdfs.update.HdfsUpdateLog.initTlogDir(HdfsUpdateLog.java:111)
	at org.apache.solr.update.UpdateLog.init(UpdateLog.java:462)
	at org.apache.solr.update.UpdateHandler.initUlog(UpdateHandler.java:196)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:160)
	at jdk.internal.reflect.GeneratedConstructorAccessor269.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:944)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:1041)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1285)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1171)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1054)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1740)
	at org.apache.solr.core.CoreContainer.lambda$loadInternal$12(CoreContainer.java:1071)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:330)
	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118)
	at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
	at org.apache.solr.core.CoreContainer.loadInternal(CoreContainer.java:1062)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:776)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:189)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:157)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:165)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:796)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:783)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:629)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:616)
	at org.apache.solr.hdfs.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	... 1 more

org.apache.lucene.store.NRTCachingDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:411)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:108)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:902)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1131)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1054)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1740)
	at org.apache.solr.core.CoreContainer.lambda$loadInternal$12(CoreContainer.java:1071)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:330)
	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118)
	at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
	at org.apache.solr.core.CoreContainer.loadInternal(CoreContainer.java:1062)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:776)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:189)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:157)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:165)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:796)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:783)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:629)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:616)
	at org.apache.solr.hdfs.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	... 1 more

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.lucene.store.NRTCachingDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:411)
	at org.apache.solr.hdfs.update.HdfsUpdateLog.initTlogDir(HdfsUpdateLog.java:111)
	at org.apache.solr.update.UpdateLog.init(UpdateLog.java:462)
	at org.apache.solr.update.UpdateHandler.initUlog(UpdateHandler.java:196)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:160)
	at jdk.internal.reflect.GeneratedConstructorAccessor269.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:944)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:1041)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1285)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1171)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1054)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1740)
	at org.apache.solr.core.CoreContainer.lambda$loadInternal$12(CoreContainer.java:1071)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:330)
	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118)
	at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
	at org.apache.solr.core.CoreContainer.loadInternal(CoreContainer.java:1062)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:776)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:189)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:157)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:165)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:796)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:783)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:629)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:616)
	at org.apache.solr.hdfs.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	... 1 more

org.apache.lucene.store.NRTCachingDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:411)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:108)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:902)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1131)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1054)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1740)
	at org.apache.solr.core.CoreContainer.lambda$loadInternal$12(CoreContainer.java:1071)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:330)
	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118)
	at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
	at org.apache.solr.core.CoreContainer.loadInternal(CoreContainer.java:1062)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:776)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:189)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:157)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:165)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:796)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:783)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:629)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:616)
	at org.apache.solr.hdfs.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	... 1 more

 expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
org.apache.lucene.store.NRTCachingDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:411)
	at org.apache.solr.hdfs.update.HdfsUpdateLog.initTlogDir(HdfsUpdateLog.java:111)
	at org.apache.solr.update.UpdateLog.init(UpdateLog.java:462)
	at org.apache.solr.update.UpdateHandler.initUlog(UpdateHandler.java:196)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:160)
	at jdk.internal.reflect.GeneratedConstructorAccessor269.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:944)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:1041)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1285)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1171)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1054)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1740)
	at org.apache.solr.core.CoreContainer.lambda$loadInternal$12(CoreContainer.java:1071)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:330)
	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118)
	at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
	at org.apache.solr.core.CoreContainer.loadInternal(CoreContainer.java:1062)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:776)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:189)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:157)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:165)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:796)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:783)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:629)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:616)
	at org.apache.solr.hdfs.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	... 1 more

org.apache.lucene.store.NRTCachingDirectory:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:411)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:108)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:902)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1131)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1054)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1740)
	at org.apache.solr.core.CoreContainer.lambda$loadInternal$12(CoreContainer.java:1071)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:212)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:330)
	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:118)
	at com.codahale.metrics.InstrumentedExecutorService.submit(InstrumentedExecutorService.java:104)
	at org.apache.solr.core.CoreContainer.loadInternal(CoreContainer.java:1062)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:776)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:189)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:157)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:165)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:796)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:783)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:629)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:616)
	at org.apache.solr.hdfs.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	... 1 more

>
	at __randomizedtesting.SeedInfo.seed([97DE3BB9FE5F4392]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotNull(Assert.java:756)
	at org.junit.Assert.assertNull(Assert.java:738)
	at org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:100)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>
	at __randomizedtesting.SeedInfo.seed([97DE3BB9FE5F4392:9F94E8ACAD0F0EE2]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([97DE3BB9FE5F4392:16CE569087FAAC64]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-22) - Build # 19257 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19257/
Java: 64bit/hotspot/jdk-22 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([475EA0CE8A835E6:C3F3919BBF87896]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>
	at __randomizedtesting.SeedInfo.seed([475EA0CE8A835E6:85658725910DDA10]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-17.0.8) - Build # 19256 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19256/
Java: 64bit/openj9/jdk-17.0.8 -XX:+UseCompressedOops -Xgcpolicy:metronome

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="JavaHeap"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="JavaHeap"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([10142DF8D452DD30:910440D1ADF732C6]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-11.0.20) - Build # 19255 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19255/
Java: 64bit/openj9/jdk-11.0.20 -XX:-UseCompressedOops -Xgcpolicy:gencon

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([AB75E6B1996D1E32:2A658B98E0C8F1C4]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.1) - Build # 19254 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19254/
Java: 64bit/hotspot/jdk-21.0.1 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<4128768.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<4128768.0>
	at __randomizedtesting.SeedInfo.seed([C5857AF9F40F9E4A:CDCFA9ECA75FD33A]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([C5857AF9F40F9E4A:449517D08DAA71BC]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-22) - Build # 19253 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19253/
Java: 64bit/hotspot/jdk-22 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([7878843534F0B1EB:7032572067A0FC9B]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([7878843534F0B1EB:F968E91C4D555E1D]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-20) - Build # 19252 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19252/
Java: 64bit/hotspot/jdk-20 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([42148A30A1E2577B:4A5E5925F2B21A0B]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1623)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([42148A30A1E2577B:C304E719D847B88D]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1623)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-19) - Build # 19251 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19251/
Java: 64bit/hotspot/jdk-19 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([AF20A598775F0387:A76A768D240F4EF7]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([AF20A598775F0387:2E30C8B10EFAEC71]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-20.0.2) - Build # 19250 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19250/
Java: 64bit/openj9/jdk-20.0.2 -XX:-UseCompressedOops -Xgcpolicy:gencon

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([D7A1DD4252552C58:56B1B06B2BF0C3AE]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-20.0.2) - Build # 19249 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19249/
Java: 64bit/openj9/jdk-20.0.2 -XX:+UseCompressedOops -Xgcpolicy:optthruput

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([C291F8FB13702BDB:438195D26AD5C42D]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.1) - Build # 19248 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19248/
Java: 64bit/hotspot/jdk-21.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([9453ACB5C0342112:9C197FA093646C62]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([9453ACB5C0342112:1543C19CB991CEE4]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-19) - Build # 19247 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19247/
Java: 64bit/hotspot/jdk-19 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([FB4AE33A236F6D39:F300302F703F2049]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([FB4AE33A236F6D39:7A5A8E135ACA82CF]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-11.0.20) - Build # 19246 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19246/
Java: 64bit/openj9/jdk-11.0.20 -XX:-UseCompressedOops -Xgcpolicy:optthruput

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([A44DC3669CF9A14C:255DAE4FE55C4EBA]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-17.0.9) - Build # 19245 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19245/
Java: 64bit/hotspot/jdk-17.0.9 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3473408.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3473408.0>
	at __randomizedtesting.SeedInfo.seed([F412DD90FE118E51:FC580E85AD41C321]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([F412DD90FE118E51:7502B0B987B461A7]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19244 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19244/
Java: 64bit/hotspot/jdk-11.0.21 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([A0EC4242B22CB39E:A8A69157E17CFEEE]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<..."committed",space="C[odeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<..."committed",space="C[MS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<..."committed",space="C[odeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<..."committed",space="C[MS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([A0EC4242B22CB39E:21FC2F6BCB895C68]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-11.0.20) - Build # 19243 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19243/
Java: 64bit/openj9/jdk-11.0.20 -XX:+UseCompressedOops -Xgcpolicy:gencon

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([D0F26E743AC62C03:51E2035D4363C3F5]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-22) - Build # 19242 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19242/
Java: 64bit/hotspot/jdk-22 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([5ED0A518093FECDA:569A760D5A6FA1AA]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>
	at __randomizedtesting.SeedInfo.seed([5ED0A518093FECDA:DFC0C831709A032C]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.1) - Build # 19241 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19241/
Java: 64bit/hotspot/jdk-21.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<4128768.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<4128768.0>
	at __randomizedtesting.SeedInfo.seed([E5C2F7F26D4BFD0B:ED8824E73E1BB07B]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([E5C2F7F26D4BFD0B:64D29ADB14EE12FD]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19240 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19240/
Java: 64bit/hotspot/jdk-11.0.21 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([BD33EA39087FD049:B579392C5B2F9D39]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<..."committed",space="C[odeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<..."committed",space="C[MS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<..."committed",space="C[odeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<..."committed",space="C[MS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Par-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="CMS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Par]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([BD33EA39087FD049:3C23871071DA3FBF]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-20.0.2) - Build # 19239 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19239/
Java: 64bit/openj9/jdk-20.0.2 -XX:-UseCompressedOops -Xgcpolicy:balanced

3 tests failed.
FAILED:  org.apache.solr.cloud.TestConfigSetsAPIExclusivity.testAPIExclusivity

Error Message:
java.lang.AssertionError: Unexpected exception: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39253/solr: Error getting config metadata expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: Unexpected exception: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39253/solr: Error getting config metadata expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([8B43FAC66D0D2AEF:F636E33D34A993A6]:0)
	at app//org.junit.Assert.fail(Assert.java:89)
	at app//org.junit.Assert.failNotEquals(Assert.java:835)
	at app//org.junit.Assert.assertEquals(Assert.java:647)
	at app//org.apache.solr.cloud.TestConfigSetsAPIExclusivity.testAPIExclusivity(TestConfigSetsAPIExclusivity.java:89)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)


FAILED:  org.apache.solr.search.TestFiltering.testRandomFiltering

Error Message:
java.lang.AssertionError: FAILURE: indexSize=44 iiter=4 qiter=493 request=[q, {!cache=true tag=t} val_i:1 val_i:2 val_i:3 val_i:6 val_i:8 val_i:9 val_i:10 val_i:11 val_i:12 val_i:13 val_i:15 val_i:16 val_i:18 val_i:21 val_i:25 val_i:26 val_i:31 val_i:32 val_i:33 val_i:34 val_i:35 val_i:38 val_i:40 val_i:42 val_i:43, fq, {!cache=false cost=2 tag=t} val_i:0 val_i:5 val_i:8 val_i:9 val_i:10 val_i:12 val_i:13 val_i:14 val_i:15 val_i:22 val_i:27 val_i:31 val_i:32 val_i:33 val_i:35 val_i:36 val_i:37 val_i:40 val_i:41 val_i:42 val_i:43, fq, *:* AND val_s:[00017 TO 00055], fq, {! cache=true tag=t}-_query_:"val_s:[00021 TO 00044}", fq, {!cache=false cost=13 tag=t} -val_i:2 -val_i:5 -val_i:7 -val_i:9 -val_i:14 -val_i:17 -val_i:18 -val_i:20 -val_i:22 -val_i:26 -val_i:30 -val_i:32 -val_i:33 -val_i:34 -val_i:37 -val_i:38 -val_i:39 -val_i:40 -val_i:41 -val_i:42 -val_i:43]

Stack Trace:
java.lang.AssertionError: FAILURE: indexSize=44 iiter=4 qiter=493 request=[q, {!cache=true tag=t} val_i:1 val_i:2 val_i:3 val_i:6 val_i:8 val_i:9 val_i:10 val_i:11 val_i:12 val_i:13 val_i:15 val_i:16 val_i:18 val_i:21 val_i:25 val_i:26 val_i:31 val_i:32 val_i:33 val_i:34 val_i:35 val_i:38 val_i:40 val_i:42 val_i:43, fq, {!cache=false cost=2 tag=t} val_i:0 val_i:5 val_i:8 val_i:9 val_i:10 val_i:12 val_i:13 val_i:14 val_i:15 val_i:22 val_i:27 val_i:31 val_i:32 val_i:33 val_i:35 val_i:36 val_i:37 val_i:40 val_i:41 val_i:42 val_i:43, fq, *:* AND val_s:[00017 TO 00055], fq, {! cache=true tag=t}-_query_:"val_s:[00021 TO 00044}", fq, {!cache=false cost=13 tag=t} -val_i:2 -val_i:5 -val_i:7 -val_i:9 -val_i:14 -val_i:17 -val_i:18 -val_i:20 -val_i:22 -val_i:26 -val_i:30 -val_i:32 -val_i:33 -val_i:34 -val_i:37 -val_i:38 -val_i:39 -val_i:40 -val_i:41 -val_i:42 -val_i:43]
	at __randomizedtesting.SeedInfo.seed([8B43FAC66D0D2AEF:94205903882A6AE6]:0)
	at app//org.junit.Assert.fail(Assert.java:89)
	at app//org.apache.solr.search.TestFiltering.testRandomFiltering(TestFiltering.java:590)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-survivor"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-survivor"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([8B43FAC66D0D2AEF:A5397EF14A8C519]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-11.0.20) - Build # 19238 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19238/
Java: 64bit/openj9/jdk-11.0.20 -XX:-UseCompressedOops -Xgcpolicy:optthruput

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([C0696BF226CE726C:417906DB5F6B9D9A]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-17.0.8) - Build # 19237 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19237/
Java: 64bit/openj9/jdk-17.0.8 -XX:+UseCompressedOops -Xgcpolicy:optthruput

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([46412543195841C:85747F7D48306BEA]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.1) - Build # 19236 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19236/
Java: 64bit/hotspot/jdk-21.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<4128768.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<4128768.0>
	at __randomizedtesting.SeedInfo.seed([D5DAB5CA12F667C7:DD9066DF41A62AB7]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([D5DAB5CA12F667C7:54CAD8E36B538831]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-20) - Build # 19235 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19235/
Java: 64bit/hotspot/jdk-20 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull

Error Message:
java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1
Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/13 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
  "pullReplicas":1,
  "configName":"conf",
  "replicationFactor":1,
  "router":{"name":"compositeId"},
  "nrtReplicas":1,
  "tlogReplicas":0,
  "perReplicaState":true,
  "shards":{
    "shard1":{
      "range":"80000000-7fffffff",
      "replicas":{
        "core_node2":{
          "core":"coll_NRT_PULL_shard1_replica_n1",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node4":{
          "core":"coll_NRT_PULL_shard1_replica_p3",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "state":"active"},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1720637501876682739",
      "shard_parent_node":"127.0.0.1:45409_solr",
      "replicas":{
        "core_node7":{
          "core":"coll_NRT_PULL_shard1_0_replica_n5",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node10":{
          "core":"coll_NRT_PULL_shard1_0_replica_p1",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "range":"80000000-ffffffff",
      "state":"recovery",
      "shard_parent_zk_session":"72071673928876040"},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1720637501876672139",
      "shard_parent_node":"127.0.0.1:45409_solr",
      "replicas":{
        "core_node8":{
          "core":"coll_NRT_PULL_shard1_1_replica_n6",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node9":{
          "core":"coll_NRT_PULL_shard1_1_replica_p0",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "range":"0-7fffffff",
      "state":"recovery",
      "shard_parent_zk_session":"72071673928876040"}}}
Live Nodes: [127.0.0.1:40903_solr, 127.0.0.1:42289_solr, 127.0.0.1:42749_solr, 127.0.0.1:43175_solr, 127.0.0.1:45409_solr, 127.0.0.1:46575_solr]
Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/13 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
  "pullReplicas":1,
  "configName":"conf",
  "replicationFactor":1,
  "router":{"name":"compositeId"},
  "nrtReplicas":1,
  "tlogReplicas":0,
  "perReplicaState":true,
  "shards":{
    "shard1":{
      "range":"80000000-7fffffff",
      "replicas":{
        "core_node2":{
          "core":"coll_NRT_PULL_shard1_replica_n1",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node4":{
          "core":"coll_NRT_PULL_shard1_replica_p3",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "state":"active"},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1720637501876682739",
      "shard_parent_node":"127.0.0.1:45409_solr",
      "replicas":{
        "core_node7":{
          "core":"coll_NRT_PULL_shard1_0_replica_n5",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node10":{
          "core":"coll_NRT_PULL_shard1_0_replica_p1",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "range":"80000000-ffffffff",
      "state":"recovery",
      "shard_parent_zk_session":"72071673928876040"},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1720637501876672139",
      "shard_parent_node":"127.0.0.1:45409_solr",
      "replicas":{
        "core_node8":{
          "core":"coll_NRT_PULL_shard1_1_replica_n6",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node9":{
          "core":"coll_NRT_PULL_shard1_1_replica_p0",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "range":"0-7fffffff",
      "state":"recovery",
      "shard_parent_zk_session":"72071673928876040"}}}

Stack Trace:
java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1
Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/13 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
  "pullReplicas":1,
  "configName":"conf",
  "replicationFactor":1,
  "router":{"name":"compositeId"},
  "nrtReplicas":1,
  "tlogReplicas":0,
  "perReplicaState":true,
  "shards":{
    "shard1":{
      "range":"80000000-7fffffff",
      "replicas":{
        "core_node2":{
          "core":"coll_NRT_PULL_shard1_replica_n1",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node4":{
          "core":"coll_NRT_PULL_shard1_replica_p3",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "state":"active"},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1720637501876682739",
      "shard_parent_node":"127.0.0.1:45409_solr",
      "replicas":{
        "core_node7":{
          "core":"coll_NRT_PULL_shard1_0_replica_n5",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node10":{
          "core":"coll_NRT_PULL_shard1_0_replica_p1",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "range":"80000000-ffffffff",
      "state":"recovery",
      "shard_parent_zk_session":"72071673928876040"},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1720637501876672139",
      "shard_parent_node":"127.0.0.1:45409_solr",
      "replicas":{
        "core_node8":{
          "core":"coll_NRT_PULL_shard1_1_replica_n6",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node9":{
          "core":"coll_NRT_PULL_shard1_1_replica_p0",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "range":"0-7fffffff",
      "state":"recovery",
      "shard_parent_zk_session":"72071673928876040"}}}
Live Nodes: [127.0.0.1:40903_solr, 127.0.0.1:42289_solr, 127.0.0.1:42749_solr, 127.0.0.1:43175_solr, 127.0.0.1:45409_solr, 127.0.0.1:46575_solr]
Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/13 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={
  "pullReplicas":1,
  "configName":"conf",
  "replicationFactor":1,
  "router":{"name":"compositeId"},
  "nrtReplicas":1,
  "tlogReplicas":0,
  "perReplicaState":true,
  "shards":{
    "shard1":{
      "range":"80000000-7fffffff",
      "replicas":{
        "core_node2":{
          "core":"coll_NRT_PULL_shard1_replica_n1",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node4":{
          "core":"coll_NRT_PULL_shard1_replica_p3",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "state":"active"},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1720637501876682739",
      "shard_parent_node":"127.0.0.1:45409_solr",
      "replicas":{
        "core_node7":{
          "core":"coll_NRT_PULL_shard1_0_replica_n5",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node10":{
          "core":"coll_NRT_PULL_shard1_0_replica_p1",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "range":"80000000-ffffffff",
      "state":"recovery",
      "shard_parent_zk_session":"72071673928876040"},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1720637501876672139",
      "shard_parent_node":"127.0.0.1:45409_solr",
      "replicas":{
        "core_node8":{
          "core":"coll_NRT_PULL_shard1_1_replica_n6",
          "node_name":"127.0.0.1:45409_solr",
          "type":"NRT",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:45409/solr"},
        "core_node9":{
          "core":"coll_NRT_PULL_shard1_1_replica_p0",
          "node_name":"127.0.0.1:40903_solr",
          "type":"PULL",
          "force_set_state":"false",
          "base_url":"https://127.0.0.1:40903/solr"}},
      "range":"0-7fffffff",
      "state":"recovery",
      "shard_parent_zk_session":"72071673928876040"}}}
	at __randomizedtesting.SeedInfo.seed([DA1B1C9B3B9F9A82:BD8EBF9F51D7FF]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:199)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:165)
	at org.apache.solr.cloud.SplitShardWithNodeRoleTest.doSplit(SplitShardWithNodeRoleTest.java:94)
	at org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull(SplitShardWithNodeRoleTest.java:68)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1623)


FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([DA1B1C9B3B9F9A82:D251CF8E68CFD7F2]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1623)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([DA1B1C9B3B9F9A82:5B0B71B2423A7574]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1623)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-20.0.2) - Build # 19234 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19234/
Java: 64bit/openj9/jdk-20.0.2 -XX:-UseCompressedOops -Xgcpolicy:balanced

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-survivor"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-survivor"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([B807368F1FECB826:39175BA6664957D0]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-11.0.20) - Build # 19233 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19233/
Java: 64bit/openj9/jdk-11.0.20 -XX:+UseCompressedOops -Xgcpolicy:balanced

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-survivor"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-survivor"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([A30B2F51CF137985:221B4278B6B69673]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.1) - Build # 19232 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19232/
Java: 64bit/hotspot/jdk-21.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([53BFC690754D37D8:5BF51585261D7AA8]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([53BFC690754D37D8:D2AFABB90CE8D82E]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-17.0.8) - Build # 19231 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19231/
Java: 64bit/openj9/jdk-17.0.8 -XX:-UseCompressedOops -Xgcpolicy:metronome

6 tests failed.
FAILED:  org.apache.solr.search.TestCoordinatorRole.testMultiCollectionMultiNode

Error Message:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:43091/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 java.lang.OutOfMemoryError: Java heap space</title>
</head>
<body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2>
<table>
<tr><th>URI:</th><td>/solr/test_coll_8_shard1_replica_n4/update</td></tr>
<tr><th>STATUS:</th><td>500</td></tr>
<tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
<tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-8a7e6709</td></tr>
<tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
</table>
<h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space
	at org.apache.solr.update.VersionInfo.createVersionBuckets(VersionInfo.java:204)
	at org.apache.solr.update.VersionInfo.bucket(VersionInfo.java:196)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:338)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236)
	at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874)
	at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.Server.handle(Server.java:563)
	at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
	at java.base/java.lang.Thread.run(Thread.java:857)
</pre>
<hr/><a href="https://eclipse.org/jetty">Powered by Jetty:// 10.0.20</a><hr/>

</body>
</html>


Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:43091/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 java.lang.OutOfMemoryError: Java heap space</title>
</head>
<body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2>
<table>
<tr><th>URI:</th><td>/solr/test_coll_8_shard1_replica_n4/update</td></tr>
<tr><th>STATUS:</th><td>500</td></tr>
<tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
<tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-8a7e6709</td></tr>
<tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
</table>
<h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space
	at org.apache.solr.update.VersionInfo.createVersionBuckets(VersionInfo.java:204)
	at org.apache.solr.update.VersionInfo.bucket(VersionInfo.java:196)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:338)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236)
	at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874)
	at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.Server.handle(Server.java:563)
	at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
	at java.base/java.lang.Thread.run(Thread.java:857)
</pre>
<hr/><a href="https://eclipse.org/jetty">Powered by Jetty:// 10.0.20</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([49723074D80C5223:A27567BB435F357]:0)
	at app//org.apache.solr.client.solrj.impl.CloudLegacySolrClient.getRouteException(CloudLegacySolrClient.java:109)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:452)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1006)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:229)
	at app//org.apache.solr.search.TestCoordinatorRole.testMultiCollectionMultiNode(TestCoordinatorRole.java:144)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)
Caused by: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43091/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 java.lang.OutOfMemoryError: Java heap space</title>
</head>
<body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2>
<table>
<tr><th>URI:</th><td>/solr/test_coll_8_shard1_replica_n4/update</td></tr>
<tr><th>STATUS:</th><td>500</td></tr>
<tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
<tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-8a7e6709</td></tr>
<tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
</table>
<h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space
	at org.apache.solr.update.VersionInfo.createVersionBuckets(VersionInfo.java:204)
	at org.apache.solr.update.VersionInfo.bucket(VersionInfo.java:196)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:338)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236)
	at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874)
	at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.Server.handle(Server.java:563)
	at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
	at java.base/java.lang.Thread.run(Thread.java:857)
</pre>
<hr/><a href="https://eclipse.org/jetty">Powered by Jetty:// 10.0.20</a><hr/>

</body>
</html>

	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:658)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:428)
	at java.base@17.0.8.1/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base@17.0.8.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base@17.0.8.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more


FAILED:  org.apache.solr.search.TestCoordinatorRole.testConcurrentAccess

Error Message:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:38697/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 java.lang.OutOfMemoryError: Java heap space</title>
</head>
<body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2>
<table>
<tr><th>URI:</th><td>/solr/test_coll_8_shard2_replica_n2/update</td></tr>
<tr><th>STATUS:</th><td>500</td></tr>
<tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
<tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-117d730a</td></tr>
<tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
</table>
<h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:97)
	at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:196)
	at org.apache.lucene.util.BytesRefBlockPool.addBytesRef(BytesRefBlockPool.java:91)
	at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:289)
	at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:195)
	at org.apache.lucene.index.IndexingChain$PerField.invertTokenStream(IndexingChain.java:1287)
	at org.apache.lucene.index.IndexingChain$PerField.invert(IndexingChain.java:1183)
	at org.apache.lucene.index.IndexingChain.processField(IndexingChain.java:731)
	at org.apache.lucene.index.IndexingChain.processDocument(IndexingChain.java:609)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:263)
	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:425)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1561)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1537)
	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1067)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:427)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:381)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:318)
	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:270)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:533)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:358)
	at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:43)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:355)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236)
	at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874)
	at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.Server.handle(Server.java:563)
	at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
	at java.base/java.lang.Thread.run(Thread.java:857)
</pre>
<hr/><a href="https://eclipse.org/jetty">Powered by Jetty:// 10.0.20</a><hr/>

</body>
</html>


Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:38697/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 java.lang.OutOfMemoryError: Java heap space</title>
</head>
<body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2>
<table>
<tr><th>URI:</th><td>/solr/test_coll_8_shard2_replica_n2/update</td></tr>
<tr><th>STATUS:</th><td>500</td></tr>
<tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
<tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-117d730a</td></tr>
<tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
</table>
<h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:97)
	at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:196)
	at org.apache.lucene.util.BytesRefBlockPool.addBytesRef(BytesRefBlockPool.java:91)
	at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:289)
	at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:195)
	at org.apache.lucene.index.IndexingChain$PerField.invertTokenStream(IndexingChain.java:1287)
	at org.apache.lucene.index.IndexingChain$PerField.invert(IndexingChain.java:1183)
	at org.apache.lucene.index.IndexingChain.processField(IndexingChain.java:731)
	at org.apache.lucene.index.IndexingChain.processDocument(IndexingChain.java:609)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:263)
	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:425)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1561)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1537)
	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1067)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:427)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:381)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:318)
	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:270)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:533)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:358)
	at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:43)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:355)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236)
	at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874)
	at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.Server.handle(Server.java:563)
	at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
	at java.base/java.lang.Thread.run(Thread.java:857)
</pre>
<hr/><a href="https://eclipse.org/jetty">Powered by Jetty:// 10.0.20</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([49723074D80C5223:866F0F75B989AF70]:0)
	at app//org.apache.solr.client.solrj.impl.CloudLegacySolrClient.getRouteException(CloudLegacySolrClient.java:109)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:452)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1006)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:229)
	at app//org.apache.solr.search.TestCoordinatorRole.testConcurrentAccess(TestCoordinatorRole.java:521)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)
Caused by: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38697/solr: Expected mime type in [application/octet-stream, application/vnd.apache.solr.javabin] but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 java.lang.OutOfMemoryError: Java heap space</title>
</head>
<body><h2>HTTP ERROR 500 java.lang.OutOfMemoryError: Java heap space</h2>
<table>
<tr><th>URI:</th><td>/solr/test_coll_8_shard2_replica_n2/update</td></tr>
<tr><th>STATUS:</th><td>500</td></tr>
<tr><th>MESSAGE:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
<tr><th>SERVLET:</th><td>org.apache.solr.embedded.JettySolrRunner$Servlet404-117d730a</td></tr>
<tr><th>CAUSED BY:</th><td>java.lang.OutOfMemoryError: Java heap space</td></tr>
</table>
<h3>Caused by:</h3><pre>java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:97)
	at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:196)
	at org.apache.lucene.util.BytesRefBlockPool.addBytesRef(BytesRefBlockPool.java:91)
	at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:289)
	at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:195)
	at org.apache.lucene.index.IndexingChain$PerField.invertTokenStream(IndexingChain.java:1287)
	at org.apache.lucene.index.IndexingChain$PerField.invert(IndexingChain.java:1183)
	at org.apache.lucene.index.IndexingChain.processField(IndexingChain.java:731)
	at org.apache.lucene.index.IndexingChain.processDocument(IndexingChain.java:609)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:263)
	at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:425)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1561)
	at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1537)
	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:1067)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:427)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:381)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:318)
	at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:270)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:533)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:358)
	at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:43)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:355)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:236)
	at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:273)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:123)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:342)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:286)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:340)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:305)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:285)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:194)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:126)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:135)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:74)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:102)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:98)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:238)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2874)
	at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:898)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:582)
	at org.apache.solr.servlet.SolrDispatchFilter.dispatch(SolrDispatchFilter.java:243)
	at org.apache.solr.servlet.SolrDispatchFilter.lambda$doFilter$0(SolrDispatchFilter.java:204)
	at org.apache.solr.servlet.ServletUtils.traceHttpRequestExecution2(ServletUtils.java:241)
	at org.apache.solr.servlet.ServletUtils.rateLimitRequest(ServletUtils.java:209)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.apache.solr.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:184)
	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:202)
	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1635)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:527)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1384)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:176)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:484)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1553)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:174)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1306)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:129)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:301)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:790)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:122)
	at org.eclipse.jetty.server.Server.handle(Server.java:563)
	at org.eclipse.jetty.server.HttpChannel$RequestDispatchable.dispatch(HttpChannel.java:1598)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:753)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:501)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:287)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:314)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:558)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:379)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:146)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:100)
	at org.eclipse.jetty.io.SelectableChannelEndPoint$1.run(SelectableChannelEndPoint.java:53)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:969)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1194)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1149)
	at java.base/java.lang.Thread.run(Thread.java:857)
</pre>
<hr/><a href="https://eclipse.org/jetty">Powered by Jetty:// 10.0.20</a><hr/>

</body>
</html>

	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:658)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:428)
	at java.base@17.0.8.1/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base@17.0.8.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base@17.0.8.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more


FAILED:  org.apache.solr.search.join.ShardJoinCompositeTest.classMethod

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42965/solr: Underlying core creation failed while creating collection: wrongShards

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42965/solr: Underlying core creation failed while creating collection: wrongShards
	at __randomizedtesting.SeedInfo.seed([49723074D80C5223]:0)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:717)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1138)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:244)
	at app//org.apache.solr.search.join.ShardJoinCompositeTest.setupCluster(ShardJoinCompositeTest.java:60)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)


FAILED:  org.apache.solr.search.join.ShardJoinImplicitTest.classMethod

Error Message:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34979/solr: Async exception during distributed update: Error from server at http://127.0.0.1:37297/solr: null



request: http://127.0.0.1:37297/solr

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34979/solr: Async exception during distributed update: Error from server at http://127.0.0.1:37297/solr: null



request: http://127.0.0.1:37297/solr
	at __randomizedtesting.SeedInfo.seed([49723074D80C5223]:0)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:717)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at app//org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:488)
	at app//org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:450)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1138)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:229)
	at app//org.apache.solr.search.join.ShardToShardJoinAbstract.setupCluster(ShardToShardJoinAbstract.java:146)
	at app//org.apache.solr.search.join.ShardJoinImplicitTest.setupCluster(ShardJoinImplicitTest.java:37)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:886)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)


FAILED:  org.apache.solr.search.join.ShardJoinImplicitTest.classMethod

Error Message:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10335, name=OverseerCollectionConfigSetProcessor-72070136374034449-127.0.0.1:42905_solr-n_0000000000, state=RUNNABLE, group=Overseer collection creation process.]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10335, name=OverseerCollectionConfigSetProcessor-72070136374034449-127.0.0.1:42905_solr-n_0000000000, state=RUNNABLE, group=Overseer collection creation process.]
Caused by: java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([49723074D80C5223]:0)
	at java.base@17.0.8.1/java.util.Arrays.copyOf(Arrays.java:3543)
	at java.base@17.0.8.1/java.util.Arrays.copyOf(Arrays.java:3512)
	at java.base@17.0.8.1/java.util.ArrayList.toArray(ArrayList.java:369)
	at java.base@17.0.8.1/java.util.ArrayList.addAll(ArrayList.java:670)
	at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:277)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="JavaHeap"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JavaHeap"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="JavaHeap"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([49723074D80C5223:C8625D5DA1A9BDD5]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19230 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19230/
Java: 64bit/hotspot/jdk-11.0.21 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([4442F777BBF1E57B:4C082462E8A1A80B]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([4442F777BBF1E57B:C5529A5EC2540A8D]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-20.0.2) - Build # 19229 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19229/
Java: 64bit/openj9/jdk-20.0.2 -XX:+UseCompressedOops -Xgcpolicy:gencon

1 tests failed.
FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([1D889E276B35CE31:9C98F30E129021C7]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-17.0.9) - Build # 19228 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19228/
Java: 64bit/hotspot/jdk-17.0.9 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3473408.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3473408.0>
	at __randomizedtesting.SeedInfo.seed([400F2FF49581CAC9:4845FCE1C6D187B9]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([400F2FF49581CAC9:C11F42DDEC24253F]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-17.0.8) - Build # 19227 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19227/
Java: 64bit/openj9/jdk-17.0.8 -XX:+UseCompressedOops -Xgcpolicy:balanced

3 tests failed.
FAILED:  org.apache.solr.gcs.GCSIncrementalBackupTest.testSimple

Error Message:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([44537E09EF5BE3AA:7CE05AF7C8A8377B]:0)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1131)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:188)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)


FAILED:  org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testSimple

Error Message:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([44537E09EF5BE3AA:7CE05AF7C8A8377B]:0)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1131)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:188)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-survivor"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="balanced-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-eden"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-old"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-reserved"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="balanced-survivor"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processCpuTimeByNS"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processVirtualMemorySize"}
solr_metrics_os{item="processingCapacity"}
solr_metrics_os{item="systemCpuLoad"}
solr_metrics_os{item="systemLoadAverage"}
solr_metrics_os{item="totalMemorySize"}
solr_metrics_os{item="totalPhysicalMemory]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([44537E09EF5BE3AA:C543132096FE0C5C]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@17.0.8.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base@17.0.8.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@17.0.8.1/java.lang.reflect.Method.invoke(Method.java:568)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@17.0.8.1/java.lang.Thread.run(Thread.java:857)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-17.0.9) - Build # 19226 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19226/
Java: 64bit/hotspot/jdk-17.0.9 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>
	at __randomizedtesting.SeedInfo.seed([B301E9A536953F25:BB4B3AB065C57255]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([B301E9A536953F25:3211848C4F30D0D3]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19225 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19225/
Java: 64bit/hotspot/jdk-11.0.21 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testSkipConfigset

Error Message:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([4FA5C436839D69DB:445C5B3F1BDF3FCC]:0)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1131)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSkipConfigset(AbstractIncrementalBackupTest.java:418)
	at java.base@11.0.21/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.21/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.21/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.21/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.21/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>
	at __randomizedtesting.SeedInfo.seed([4FA5C436839D69DB:47EF1723D0CD24AB]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Tenured-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Tenured-Gen]"}
# TYPE solr_metri...>
	at __randomizedtesting.SeedInfo.seed([4FA5C436839D69DB:CEB5A91FFA38862D]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19224 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19224/
Java: 64bit/hotspot/jdk-11.0.21 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3604480.0>
	at __randomizedtesting.SeedInfo.seed([B8037B2E3FD36CD2:B049A83B6C8321A2]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([B8037B2E3FD36CD2:3913160746768324]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-17.0.9) - Build # 19223 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19223/
Java: 64bit/hotspot/jdk-17.0.9 -XX:-UseCompressedOops -XX:+UseShenandoahGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<4128768.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<4128768.0>
	at __randomizedtesting.SeedInfo.seed([9D9D206A51ED5613:95D7F37F02BD1B63]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Shenandoah]"}
# TYPE solr_metri...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space]"}
# TYPE solr_metri...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Shenandoah"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="Shenandoah]"}
# TYPE solr_metri...>
	at __randomizedtesting.SeedInfo.seed([9D9D206A51ED5613:1C8D4D432848B9E5]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:840)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-19) - Build # 19222 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19222/
Java: 64bit/hotspot/jdk-19 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([16A9CD6BD7DB5390:1EE31E7E848B1EE0]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([16A9CD6BD7DB5390:97B9A042AE7EBC66]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base/java.lang.reflect.Method.invoke(Method.java:578)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1589)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.1) - Build # 19221 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19221/
Java: 64bit/hotspot/jdk-21.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3670016.0>
	at __randomizedtesting.SeedInfo.seed([891EF724F271D3BF:81542431A1219ECF]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([891EF724F271D3BF:80E9A0D8BD43C49]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-22) - Build # 19220 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19220/
Java: 64bit/hotspot/jdk-22 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<4063232.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<4063232.0>
	at __randomizedtesting.SeedInfo.seed([74C05C61D0E0575:F06D6D34E5E4805]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...lr_metrics_jvm_gc{}
[# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS]-Survivor-Space"}
# ...> but was:<...lr_metrics_jvm_gc{}
[solr_metrics_jvm_gc{}
# TYPE solr_metrics_jvm_gc_seconds gauge
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
solr_metrics_jvm_gc_seconds{}
# TYPE solr_metrics_jvm_heap gauge
solr_metrics_jvm_heap{item="committed",memory="heap"}
solr_metrics_jvm_heap{item="committed",memory="non-heap"}
solr_metrics_jvm_heap{item="committed",memory="total"}
solr_metrics_jvm_heap{item="init",memory="heap"}
solr_metrics_jvm_heap{item="init",memory="non-heap"}
solr_metrics_jvm_heap{item="init",memory="total"}
solr_metrics_jvm_heap{item="max",memory="heap"}
solr_metrics_jvm_heap{item="max",memory="non-heap"}
solr_metrics_jvm_heap{item="max",memory="total"}
solr_metrics_jvm_heap{item="usage",memory="heap"}
solr_metrics_jvm_heap{item="usage",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="heap"}
solr_metrics_jvm_heap{item="used",memory="non-heap"}
solr_metrics_jvm_heap{item="used",memory="total"}
# TYPE solr_metrics_jvm_memory_pools_bytes gauge
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="G1-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="G1]-Survivor-Space"}
# ...>
	at __randomizedtesting.SeedInfo.seed([74C05C61D0E0575:865C68EF64ABEA83]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-11.0.21) - Build # 19219 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19219/
Java: 64bit/hotspot/jdk-11.0.21 -XX:+UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.LocalFSCloudIncrementalBackupTest.testSimple

Error Message:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([EAE653FC768B776C:D25577025178A3BD]:0)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1131)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSimple(AbstractIncrementalBackupTest.java:188)
	at java.base@11.0.21/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.21/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.21/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.21/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.21/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm

Error Message:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>

Stack Trace:
java.lang.AssertionError: expected:<0.0> but was:<3538944.0>
	at __randomizedtesting.SeedInfo.seed([EAE653FC768B776C:E2AC80E925DB3A1C]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:555)
	at org.junit.Assert.assertEquals(Assert.java:685)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPrometheusMetricsJvm(MetricsHandlerTest.java:925)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.hdfs.cloud.api.collections.HdfsCloudIncrementalBackupTest.testSkipConfigset

Error Message:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([EAE653FC768B776C:E11FCCF5EEC9217B]:0)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1131)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSkipConfigset(AbstractIncrementalBackupTest.java:418)
	at java.base@11.0.21/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.21/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.21/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.21/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.21/java.lang.Thread.run(Thread.java:829)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...mmitted",space="Code[Cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache]"}
solr_metrics_jvm_...> but was:<...mmitted",space="Code[Heap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeHeap-'profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'non-profiled-nmethods'"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeHeap-'profiled-nmethods']"}
solr_metrics_jvm_...>
	at __randomizedtesting.SeedInfo.seed([EAE653FC768B776C:6BF63ED50F2E989A]:0)
	at org.junit.Assert.assertEquals(Assert.java:117)
	at org.junit.Assert.assertEquals(Assert.java:146)
	at org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:829)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-17.0.9) - Build # 19218 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19218/
Java: 64bit/hotspot/jdk-17.0.9 -XX:-UseCompressedOops -XX:+UseShenandoahGC

All tests passed

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-20.0.2) - Build # 19217 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/19217/
Java: 64bit/openj9/jdk-20.0.2 -XX:+UseCompressedOops -Xgcpolicy:gencon

2 tests failed.
FAILED:  org.apache.solr.s3.S3IncrementalBackupTest.testSkipConfigset

Error Message:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([2F549F7FEA3E5CD2:24AD0076727C0AC5]:0)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1131)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:833)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:969)
	at app//org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:764)
	at app//org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:229)
	at app//org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:927)
	at app//org.apache.solr.cloud.api.collections.AbstractIncrementalBackupTest.testSkipConfigset(AbstractIncrementalBackupTest.java:418)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.adobe.testing.s3mock.junit4.S3MockRule$1.evaluate(S3MockRule.java:66)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)


FAILED:  org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput

Error Message:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>

Stack Trace:
org.junit.ComparisonFailure: expected:<...="committed",space="[CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="CodeCache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Compressed-Class-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="Metaspace"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="PS-Survivor-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Eden-Space"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Old-Gen"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="PS-Survivor-Space"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime]"}
solr_metrics_os{i...> but was:<...="committed",space="[JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="committed",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="init",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="max",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="usage",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-code-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="JIT-data-cache"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="class-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="miscellaneous-non-heap-storage"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used",space="tenured-SOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-allocate"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="nursery-survivor"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-LOA"}
solr_metrics_jvm_memory_pools_bytes{item="used-after-gc",space="tenured-SOA"}
# TYPE solr_metrics_jvm_threads gauge
solr_metrics_jvm_threads{item="blocked"}
solr_metrics_jvm_threads{item="count"}
solr_metrics_jvm_threads{item="daemon"}
solr_metrics_jvm_threads{item="deadlock"}
solr_metrics_jvm_threads{item="new"}
solr_metrics_jvm_threads{item="peak"}
solr_metrics_jvm_threads{item="runnable"}
solr_metrics_jvm_threads{item="terminated"}
solr_metrics_jvm_threads{item="timed_waiting"}
solr_metrics_jvm_threads{item="total_started"}
solr_metrics_jvm_threads{item="waiting"}
# TYPE solr_metrics_os gauge
solr_metrics_os{item="availableProcessors"}
solr_metrics_os{item="committedVirtualMemorySize"}
solr_metrics_os{item="cpuLoad"}
solr_metrics_os{item="freeMemorySize"}
solr_metrics_os{item="freePhysicalMemorySize"}
solr_metrics_os{item="freeSwapSpaceSize"}
solr_metrics_os{item="maxFileDescriptorCount"}
solr_metrics_os{item="openFileDescriptorCount"}
solr_metrics_os{item="processCpuLoad"}
solr_metrics_os{item="processCpuTime"}
solr_metrics_os{item="processPhysicalMemorySize"}
solr_metrics_os{item="processPrivateMemorySize"}
solr_metrics_os{item="processingCapacity]"}
solr_metrics_os{i...>
	at __randomizedtesting.SeedInfo.seed([2F549F7FEA3E5CD2:AE44F256939BB324]:0)
	at app//org.junit.Assert.assertEquals(Assert.java:117)
	at app//org.junit.Assert.assertEquals(Assert.java:146)
	at app//org.apache.solr.response.TestPrometheusResponseWriter.testPrometheusOutput(TestPrometheusResponseWriter.java:86)
	at java.base@20.0.2/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:104)
	at java.base@20.0.2/java.lang.reflect.Method.invoke(Method.java:578)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@20.0.2/java.lang.Thread.run(Thread.java:1639)