You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server via builds <bu...@solr.apache.org> on 2026/03/05 12:15:31 UTC

[JENKINS] Solr-main-macOS (64bit/hotspot/jdk-23.0.2) - Build # 8424 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Solr-main-macOS/8424/
Java: 64bit/hotspot/jdk-23.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderTragicEventTest.classMethod

Error Message:
java.lang.Exception: Error shutting down MiniSolrCloudCluster

Stack Trace:
java.lang.Exception: Error shutting down MiniSolrCloudCluster
	at __randomizedtesting.SeedInfo.seed([21ADD5BBFA7442CC]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:767)
	at org.apache.solr.cloud.MiniSolrCloudCluster.shutdown(MiniSolrCloudCluster.java:677)
	at org.apache.solr.cloud.SolrCloudTestCase.shutdownCluster(SolrCloudTestCase.java:147)
	at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
	at java.base/java.lang.reflect.Method.invoke(Method.java:580)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1763)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:909)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1575)
	Suppressed: java.util.concurrent.TimeoutException
		at java.base/java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:2004)
		at java.base/java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2139)
		at org.eclipse.jetty.server.Server.doStop(Server.java:663)
		at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:132)
		at org.apache.solr.embedded.JettySolrRunner.stop(JettySolrRunner.java:679)
		at org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:562)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$5(MiniSolrCloudCluster.java:669)
		at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
		... 1 more

[JENKINS] Solr-main-macOS (64bit/hotspot/jdk-21.0.7) - Build # 8425 - Still Unstable!

Posted by Policeman Jenkins Server via builds <bu...@solr.apache.org>.
Build: https://jenkins.thetaphi.de/job/Solr-main-macOS/8425/
Java: 64bit/hotspot/jdk-21.0.7 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 5 object(s) that were not released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

 expected null, but was:<ObjectTracker found 5 object(s) that were not released!!! [ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:54)
	at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:106)
	at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
	at java.base/java.util.HashMap.compute(HashMap.java:1324)
	at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
	at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1889)
	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1805)
	at org.apache.solr.cloud.ShardLeaderElectionContext.publishActiveIfRegisteredAndNotActive(ShardLeaderElectionContext.java:428)
	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:302)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
	at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)

>
	at __randomizedtesting.SeedInfo.seed([D43C6DD1E89F9F59]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotNull(Assert.java:756)
	at org.junit.Assert.assertNull(Assert.java:738)
	at org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:101)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
	at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
	at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
	at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
	at java.base/java.lang.Thread.run(Thread.java:1583)