You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2024/06/20 21:01:44 UTC

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-11.0.20) - Build # 18910 - Failure!

Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/18910/
Java: 64bit/openj9/jdk-11.0.20 -XX:-UseCompressedOops -Xgcpolicy:balanced

2 tests failed.
FAILED:  org.apache.solr.handler.designer.TestSchemaDesignerSettingsDAO.classMethod

Error Message:
java.util.concurrent.TimeoutException: Timed out waiting for all collections to be fully removed.

Stack Trace:
java.util.concurrent.TimeoutException: Timed out waiting for all collections to be fully removed.
	at __randomizedtesting.SeedInfo.seed([6064B74063DF6E3]:0)
	at app//org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:613)
	at app//org.apache.solr.handler.designer.TestSchemaDesignerSettingsDAO.tearDownCluster(TestSchemaDesignerSettingsDAO.java:52)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:909)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)


FAILED:  org.apache.solr.handler.designer.TestSchemaDesignerSettingsDAO.classMethod

Error Message:
java.lang.AssertionError: Too many closes on SolrCore

Stack Trace:
java.lang.AssertionError: Too many closes on SolrCore
	at __randomizedtesting.SeedInfo.seed([6064B74063DF6E3]:0)
	at app//org.apache.solr.core.SolrCore.close(SolrCore.java:1716)
	at app//org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:128)
	at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:363)
	at java.base@11.0.20.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base@11.0.20.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)

[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-22) - Build # 18912 - Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/18912/
Java: 64bit/hotspot/jdk-22 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateWatcherRaceCondition

Error Message:
java.lang.AssertionError: expected:<10> but was:<9>

Stack Trace:
java.lang.AssertionError: expected:<10> but was:<9>
	at __randomizedtesting.SeedInfo.seed([617193CF791B19BA:DE4F756781D0980E]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:633)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateWatcherRaceCondition(ZkStateReaderTest.java:768)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1570)

[JENKINS] Solr-main-Linux (64bit/openj9/jdk-11.0.20) - Build # 18911 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/18911/
Java: 64bit/openj9/jdk-11.0.20 -XX:+UseCompressedOops -Xgcpolicy:optthruput

5 tests failed.
FAILED:  org.apache.solr.cloud.LeaderElectionTest.testStressElection

Error Message:
java.lang.RuntimeException: Could not get leader props for collection1 shard1

Stack Trace:
java.lang.RuntimeException: Could not get leader props for collection1 shard1
	at __randomizedtesting.SeedInfo.seed([BD6E2CA4171870E:F4803664263F961D]:0)
	at app//org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:304)
	at app//org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:465)
	at app//org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:576)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)


FAILED:  org.apache.solr.cloud.LeaderElectionTest.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [ZkStateReader, SolrZkClient, ZkStateReader, SolrZkClient]
org.apache.solr.common.cloud.ZkStateReader:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:420)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:413)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:120)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.SolrZkClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:221)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient$Builder.build(SolrZkClient.java:1261)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:119)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.ZkStateReader:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:420)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:413)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:120)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.SolrZkClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:221)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient$Builder.build(SolrZkClient.java:1261)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:119)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

 expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [ZkStateReader, SolrZkClient, ZkStateReader, SolrZkClient]
org.apache.solr.common.cloud.ZkStateReader:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:420)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:413)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:120)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.SolrZkClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:221)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient$Builder.build(SolrZkClient.java:1261)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:119)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.ZkStateReader:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:420)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:413)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:120)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.SolrZkClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:221)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient$Builder.build(SolrZkClient.java:1261)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:119)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [ZkStateReader, SolrZkClient, ZkStateReader, SolrZkClient]
org.apache.solr.common.cloud.ZkStateReader:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:420)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:413)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:120)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.SolrZkClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:221)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient$Builder.build(SolrZkClient.java:1261)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:119)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.ZkStateReader:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:420)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:413)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:120)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.SolrZkClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:221)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient$Builder.build(SolrZkClient.java:1261)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:119)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

 expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [ZkStateReader, SolrZkClient, ZkStateReader, SolrZkClient]
org.apache.solr.common.cloud.ZkStateReader:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:420)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:413)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:120)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.SolrZkClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:221)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient$Builder.build(SolrZkClient.java:1261)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:119)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.ZkStateReader:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:420)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:413)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:120)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

org.apache.solr.common.cloud.SolrZkClient:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:221)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient$Builder.build(SolrZkClient.java:1261)
	at org.apache.solr.cloud.LeaderElectionTest$ElectorSetup.<init>(LeaderElectionTest.java:119)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:164)
	at org.apache.solr.cloud.LeaderElectionTest$ClientThread.<init>(LeaderElectionTest.java:144)
	at org.apache.solr.cloud.LeaderElectionTest$1.run(LeaderElectionTest.java:495)

>
	at app//org.junit.Assert.fail(Assert.java:89)
	at app//org.junit.Assert.failNotNull(Assert.java:756)
	at app//org.junit.Assert.assertNull(Assert.java:738)
	at app//org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:100)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)


FAILED:  org.apache.solr.cloud.LeaderElectionTest.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: 
   1) Thread[id=4708, name=zkConnectionManagerCallback-2492-thread-1, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   2) Thread[id=4707, name=Thread-924-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:535)
   3) Thread[id=4720, name=zkConnectionManagerCallback-2488-thread-1-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:535)
   4) Thread[id=4704, name=zkConnectionManagerCallback-2488-thread-1, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   5) Thread[id=4718, name=zkCallback-2491-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   6) Thread[id=4717, name=zkCallback-2487-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   7) Thread[id=4706, name=Thread-924-SendThread(127.0.0.1:42453), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/java.lang.Thread.sleepImpl(Native Method)
        at java.base/java.lang.Thread.sleep(Thread.java:991)
        at java.base/java.lang.Thread.sleep(Thread.java:974)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1129)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1192)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: 
   1) Thread[id=4708, name=zkConnectionManagerCallback-2492-thread-1, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   2) Thread[id=4707, name=Thread-924-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:535)
   3) Thread[id=4720, name=zkConnectionManagerCallback-2488-thread-1-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:535)
   4) Thread[id=4704, name=zkConnectionManagerCallback-2488-thread-1, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   5) Thread[id=4718, name=zkCallback-2491-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   6) Thread[id=4717, name=zkCallback-2487-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   7) Thread[id=4706, name=Thread-924-SendThread(127.0.0.1:42453), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/java.lang.Thread.sleepImpl(Native Method)
        at java.base/java.lang.Thread.sleep(Thread.java:991)
        at java.base/java.lang.Thread.sleep(Thread.java:974)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1129)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1192)
	at __randomizedtesting.SeedInfo.seed([BD6E2CA4171870E]:0)


FAILED:  org.apache.solr.cloud.LeaderElectionTest.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4708, name=zkConnectionManagerCallback-2492-thread-1, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   2) Thread[id=4704, name=zkConnectionManagerCallback-2488-thread-1, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   3) Thread[id=4718, name=zkCallback-2491-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   4) Thread[id=4717, name=zkCallback-2487-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   5) Thread[id=4706, name=Thread-924-SendThread(127.0.0.1:42453), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/java.lang.Thread.sleepImpl(Native Method)
        at java.base/java.lang.Thread.sleep(Thread.java:991)
        at java.base/java.lang.Thread.sleep(Thread.java:974)
        at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
        at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1380)
        at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1321)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1294)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4708, name=zkConnectionManagerCallback-2492-thread-1, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   2) Thread[id=4704, name=zkConnectionManagerCallback-2488-thread-1, state=WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   3) Thread[id=4718, name=zkCallback-2491-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   4) Thread[id=4717, name=zkCallback-2487-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base/java.lang.Thread.run(Thread.java:839)
   5) Thread[id=4706, name=Thread-924-SendThread(127.0.0.1:42453), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.base/java.lang.Thread.sleepImpl(Native Method)
        at java.base/java.lang.Thread.sleep(Thread.java:991)
        at java.base/java.lang.Thread.sleep(Thread.java:974)
        at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
        at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1380)
        at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1321)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1294)
	at __randomizedtesting.SeedInfo.seed([BD6E2CA4171870E]:0)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests

Error Message:
java.lang.AssertionError: ReloadCollection did not complete expected same:<COMPLETED> was not:<FAILED>

Stack Trace:
java.lang.AssertionError: ReloadCollection did not complete expected same:<COMPLETED> was not:<FAILED>
	at __randomizedtesting.SeedInfo.seed([BD6E2CA4171870E:EF92DE7DE7D9C9D1]:0)
	at app//org.junit.Assert.fail(Assert.java:89)
	at app//org.junit.Assert.failNotSame(Assert.java:829)
	at app//org.junit.Assert.assertSame(Assert.java:772)
	at app//org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:138)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base@11.0.20.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base@11.0.20.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base@11.0.20.1/java.lang.reflect.Method.invoke(Method.java:566)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at app//org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at app//org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at app//org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base@11.0.20.1/java.lang.Thread.run(Thread.java:839)